-- Logs begin at Mon 2022-06-27 08:39:53 UTC, end at Mon 2022-06-27 09:57:16 UTC. -- Jun 27 09:27:21.748999 dv-cinder-847730-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 09:27:24.448579 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.common.config [-] Logging enabled! Jun 27 09:27:24.449177 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 09:27:24.449361 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104535) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 09:27:24.452692 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.common.config [-] Logging enabled! Jun 27 09:27:24.452951 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 09:27:24.453261 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104535) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 09:27:24.454196 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 09:27:24.454428 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 09:27:24.454796 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 09:27:24.455046 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 09:27:24.455273 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 09:27:24.455710 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.456010 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.456244 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.456540 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.456834 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.457119 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.457414 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.457711 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.457998 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.458278 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.458564 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.458795 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.459076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.459360 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.459679 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.459907 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] debug = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.460187 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.460628 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.461039 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.461325 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.461614 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.461893 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.462167 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.462446 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.462730 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.463059 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] host = dv-cinder-847730-1-iscsi {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.463337 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.463646 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.463940 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.464225 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.464514 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.464779 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.465063 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.465890 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.466125 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.466402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.466692 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.466980 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.467270 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.467498 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.467746 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.468037 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.468344 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.468610 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.468884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.469157 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.469430 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.469704 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.469973 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.470257 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.470541 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.470827 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.471101 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.471373 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.471675 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.471948 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.472233 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.472504 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.472779 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.473051 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.473338 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.473606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.473879 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.474180 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.474467 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.474746 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.475033 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.475308 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.475622 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.475895 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.476166 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.476436 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_json = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.476707 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.476975 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.477255 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.477527 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.477802 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.478076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.478345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.478629 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.478902 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:24.479202 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.479497 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.479824 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.480106 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.480415 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.480694 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.481558 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.481855 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.482148 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.482440 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.482736 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.483020 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.483347 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.483668 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.483972 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.484283 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.484578 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.484871 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.485149 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.485427 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.485702 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.485981 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.486270 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.486550 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.486838 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.487125 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.487405 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.487732 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.488024 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.488310 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.488611 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.488898 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.489173 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.489452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.489742 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.490021 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.490293 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.490581 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.490859 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.491131 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.491414 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.491739 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.492027 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.492302 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.492580 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.492871 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.493148 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.493418 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.493689 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.493968 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.494238 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.494525 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.494805 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.495079 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.495359 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.495667 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.495943 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.496217 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.496496 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.496795 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.497074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.497346 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.497622 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.497905 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.498177 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.498452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.498726 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.499000 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.499278 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.499574 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.499856 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.500130 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.500403 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.500676 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.500974 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.501250 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.501528 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.501807 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.502084 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.502362 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.502640 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.502917 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.503195 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.503467 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.503783 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.504069 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.504360 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.504659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.504923 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.505239 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.505517 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.505794 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.506076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.506353 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.506632 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.506915 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.507199 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.507493 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.507817 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.508097 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.508392 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.508684 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.508979 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.509261 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.509570 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.509852 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:24.510073 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 09:27:24.510317 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104535) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 09:27:24.807037 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 09:27:24.807307 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 09:27:24.807633 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 09:27:24.807966 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 09:27:25.219789 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.220018 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.220289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.221597 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.221883 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.222150 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.274757 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.275044 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.275312 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.290091 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.290376 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.290651 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.320764 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.321049 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.321319 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.357729 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.358012 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.358283 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.589937 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.590640 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.590640 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.590806 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.591431 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.691786 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.692111 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.692405 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.692680 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.692948 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.693261 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.693525 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.693786 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.694043 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.694326 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.694587 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.694855 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.695111 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.695370 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.695665 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.695933 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.696194 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.696464 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.696736 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.697004 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.697278 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.697533 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.697818 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.698197 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.698451 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.698702 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.699099 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.699346 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.699610 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.699884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.700122 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.700363 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:25.700732 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 09:27:25.703922 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 09:27:25.707835 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 09:27:25.711457 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 27 09:27:25.713103 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 09:27:25.713723 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 09:27:25.714053 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 09:27:25.714436 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 09:27:25.717274 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 09:27:25.717527 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 09:27:25.717873 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 09:27:25.723042 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 27 09:27:25.746160 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 09:27:25.747235 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.747553 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104535) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 27 09:27:25.747933 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.749301 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104535) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 09:27:25.749582 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 09:27:25.749828 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 09:27:25.753161 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.753444 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:25.885928 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 09:27:25.886110 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 09:27:25.886313 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 09:27:25.886699 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 09:27:25.941268 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO dbcounter [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Registered counter for database neutron Jun 27 09:27:25.959043 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_db.sqlalchemy.engines [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104535) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 27 09:27:25.965166 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writer thread running {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 09:27:26.962589 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing driver for type 'gre' Jun 27 09:27:26.963246 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] gre ID ranges: [(1, 1000)] Jun 27 09:27:27.202153 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing driver for type 'local' Jun 27 09:27:27.202585 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing driver for type 'vlan' Jun 27 09:27:27.305004 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] VlanTypeDriver initialization complete Jun 27 09:27:27.305354 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing driver for type 'vxlan' Jun 27 09:27:27.305909 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] vxlan ID ranges: [(1, 1000)] Jun 27 09:27:27.525529 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing extension driver 'port_security' Jun 27 09:27:27.525795 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.extensions.port_security [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] PortSecurityExtensionDriver initialization complete Jun 27 09:27:27.526136 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing mechanism driver 'openvswitch' Jun 27 09:27:27.526464 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing mechanism driver 'hyperv' Jun 27 09:27:27.534102 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.plugin [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:27.534784 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.535171 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.535545 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.536076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.536507 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.536866 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.537221 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.537626 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.538041 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.538395 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.538790 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.539139 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.539566 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.539929 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.540280 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.540676 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.541093 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.541505 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.541795 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.542191 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.542600 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > address_group after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.542951 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > address_group after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.543294 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.544382 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104535) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 09:27:27.544819 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] ML2 OVO RPC backend initialized. {{(pid=104535) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 27 09:27:27.545539 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.545902 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.546325 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.546684 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > networks before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.547045 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.547396 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > ports before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.547776 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.551924 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnets before_response 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.551924 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.551924 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.551924 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552286 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552286 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552286 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552286 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552585 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.552585 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.558827 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded quota_driver: . Jun 27 09:27:27.559195 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.plugin [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Modular L2 Plugin initialization complete Jun 27 09:27:27.559583 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading services supported by the core plugin {{(pid=104535) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 09:27:27.559945 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.plugins.ml2.managers [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Got port-security extension from driver 'port_security' Jun 27 09:27:27.560432 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.extensions.vlantransparent [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Disabled vlantransparent extension. Jun 27 09:27:27.560932 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104535) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 09:27:27.561267 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: router Jun 27 09:27:27.616889 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.617291 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_create 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.617671 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router before_create 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.618045 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.618428 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.618796 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_delete 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.619165 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.619523 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.619919 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_create 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.620275 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.620632 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.620987 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.621353 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.621808 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.622196 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.622549 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.622903 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: subnet after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.623245 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.623637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.623997 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.624347 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.624700 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.625064 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router after_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.625417 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.625780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.626156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.626512 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.626897 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > agent after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.627261 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > agent after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.627636 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > network after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.628604 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Tracking information for resource: router configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:27.628942 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Tracking information for resource: floatingip configured {{(pid=104535) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 09:27:27.634213 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.db.l3_agentschedulers_db [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 09:27:27.634814 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.635190 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.635576 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.635937 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: port after_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.636844 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router before_create 55550100 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.637170 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.637541 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_create 55550100 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.637906 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > router precommit_update 55550100 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.642778 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.provider_configuration [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service providers = [] {{(pid=104535) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 09:27:27.643149 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.db.servicetype_db [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104535) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 09:27:27.646404 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.service_base [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 09:27:27.646763 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.service_base [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 09:27:27.647121 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.service_base [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 09:27:27.648177 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.services.service_base [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104535) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 09:27:27.648566 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.services.service_base [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 09:27:27.648978 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.649300 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 09:27:27.660725 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.661061 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: auto_allocate Jun 27 09:27:27.667023 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: network precommit_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.667403 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: network precommit_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.667985 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.668339 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: tag Jun 27 09:27:27.675930 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.676267 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: timestamp Jun 27 09:27:27.680160 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.680492 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: network_ip_availability Jun 27 09:27:27.686175 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.686527 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.686877 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.687686 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.688016 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: flavors Jun 27 09:27:27.697032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.697376 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading Plugin: revisions Jun 27 09:27:27.702316 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104535) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 09:27:27.702713 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.895s {{(pid=104535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 09:27:27.703483 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104535) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 09:27:27.703856 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Initializing extension manager. Jun 27 09:27:27.704398 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: __init__.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.704751 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: __pycache__ {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.705097 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: address_group.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.705897 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.706493 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: address-group Jun 27 09:27:27.706824 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: address_scope.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.707577 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.708098 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: address-scope Jun 27 09:27:27.708428 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.709449 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.709920 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: router-admin-state-down-before-update Jun 27 09:27:27.710255 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: agent.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.710977 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.711492 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: agent Jun 27 09:27:27.711857 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: agent_resources_synced.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.712797 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.713318 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: agent-resources-synced Jun 27 09:27:27.713647 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: allowedaddresspairs.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.716113 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.716657 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: allowed-address-pairs Jun 27 09:27:27.716992 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: auto_allocated_topology.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.718110 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.718644 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: auto-allocated-topology Jun 27 09:27:27.718972 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: availability_zone.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.719726 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.720238 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: availability_zone Jun 27 09:27:27.720572 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: availability_zone_filter.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.721517 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.722031 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: availability_zone_filter Jun 27 09:27:27.722406 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: data_plane_status.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.723330 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.723877 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 09:27:27.724212 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: default_subnetpools.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.725146 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.725666 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: default-subnetpools Jun 27 09:27:27.725997 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.726855 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.727372 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: dhcp_agent_scheduler Jun 27 09:27:27.727731 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: dns.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.728686 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.729204 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension dns-integration not supported by any of loaded plugins Jun 27 09:27:27.729541 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: dns_domain_ports.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.730479 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.731021 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 09:27:27.731354 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.732323 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.732832 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 27 09:27:27.733160 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: dvr.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.733848 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.734371 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: dvr Jun 27 09:27:27.734701 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: ecmp_routes.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.735673 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.736183 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 27 09:27:27.736511 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: empty_string_filtering.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.737441 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.737955 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: empty-string-filtering Jun 27 09:27:27.738292 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.739425 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.739970 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 09:27:27.740298 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.741229 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.741737 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 09:27:27.742067 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: external_net.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.742987 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.743498 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: external-net Jun 27 09:27:27.743853 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.744787 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.745295 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: extra_dhcp_opt Jun 27 09:27:27.745621 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: extraroute.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.746590 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.747099 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: extraroute Jun 27 09:27:27.747425 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: extraroute_atomic.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.748511 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.749028 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: extraroute-atomic Jun 27 09:27:27.749362 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: filter_validation.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.750045 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.750558 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: filter-validation Jun 27 09:27:27.750885 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: fip_pf_description.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.751845 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.752352 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 09:27:27.752682 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: fip_pf_port_range.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.753614 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.754130 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 27 09:27:27.754466 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: fip_port_details.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.755402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.755962 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: fip-port-details Jun 27 09:27:27.756289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: flavors.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.757538 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.758056 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: flavors Jun 27 09:27:27.758390 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.760098 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.760630 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 09:27:27.760965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: floatingip_pools.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.761684 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.762724 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: floatingip-pools Jun 27 09:27:27.763061 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: ip_allocation.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.764133 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.764554 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 09:27:27.764884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.765833 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.766483 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: ip-substring-filtering Jun 27 09:27:27.766685 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l2_adjacency.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.767661 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.768457 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 09:27:27.768570 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.769524 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.770049 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: router Jun 27 09:27:27.770382 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.772712 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.773250 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 09:27:27.773587 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.774542 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.775062 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: ext-gw-mode Jun 27 09:27:27.775398 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.776407 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.776879 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: l3-ha Jun 27 09:27:27.777210 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.778764 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.779275 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 27 09:27:27.779641 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_flavors.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.780581 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.781101 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: l3-flavors Jun 27 09:27:27.781431 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.783102 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.783645 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 27 09:27:27.783984 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.784932 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.785450 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 09:27:27.785785 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: l3agentscheduler.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.786996 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.787544 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: l3_agent_scheduler Jun 27 09:27:27.787882 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: local_ip.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.789702 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.790229 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension local_ip not supported by any of loaded plugins Jun 27 09:27:27.790567 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: logging.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.792078 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.792607 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension logging not supported by any of loaded plugins Jun 27 09:27:27.792945 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: metering.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.793734 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.794325 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: metering Jun 27 09:27:27.794663 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.795832 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.796361 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: metering_source_and_destination_fields Jun 27 09:27:27.796695 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: multiprovidernet.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.797640 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.798160 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: multi-provider Jun 27 09:27:27.798493 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: netmtu.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.799424 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.799979 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: net-mtu Jun 27 09:27:27.800311 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: netmtu_writable.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.801247 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.801762 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: net-mtu-writable Jun 27 09:27:27.802092 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: network_availability_zone.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.802776 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.803292 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: network_availability_zone Jun 27 09:27:27.803660 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: network_ip_availability.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.804796 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.805313 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: network-ip-availability Jun 27 09:27:27.805646 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: network_segment_range.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.806460 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.806973 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 09:27:27.807302 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: pagination.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.808327 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.808669 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: pagination Jun 27 09:27:27.809032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_device_profile.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.809965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.810496 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-device-profile Jun 27 09:27:27.810827 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_mac_address_override.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.811805 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.812333 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-mac-override Jun 27 09:27:27.812665 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.813616 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.814136 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-mac-address-regenerate Jun 27 09:27:27.814468 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.815402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.815967 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-numa-affinity-policy Jun 27 09:27:27.816299 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_resource_request.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.817228 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.817739 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 09:27:27.818071 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: port_resource_request_groups.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.819055 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.819595 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 27 09:27:27.819930 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: portbindings.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.820872 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.821388 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: binding Jun 27 09:27:27.821720 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: portbindings_extended.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.823003 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.823547 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: binding-extended Jun 27 09:27:27.823881 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: portsecurity.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.825340 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.826257 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-security Jun 27 09:27:27.826257 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: project_id.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.827165 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.827617 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: project-id Jun 27 09:27:27.827995 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: providernet.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.828790 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.829311 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: provider Jun 27 09:27:27.829640 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.834975 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.835545 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos not supported by any of loaded plugins Jun 27 09:27:27.835892 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.837202 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.837724 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 09:27:27.838061 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.839004 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.839544 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 09:27:27.839884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_default.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.841399 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.841918 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-default not supported by any of loaded plugins Jun 27 09:27:27.842255 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_fip.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.843201 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.843740 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-fip not supported by any of loaded plugins Jun 27 09:27:27.844074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.845010 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.845534 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 27 09:27:27.845867 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_gateway_ip.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.846805 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.847319 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 09:27:27.847692 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_port_network_policy.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.848644 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.849161 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 09:27:27.849492 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.850556 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.851074 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 27 09:27:27.851409 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.852580 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.853011 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 27 09:27:27.853338 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_pps_rule.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.854541 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.855065 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-pps not supported by any of loaded plugins Jun 27 09:27:27.855400 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_rule_type_details.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.856423 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.856934 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 09:27:27.858443 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.858443 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.858678 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 27 09:27:27.859009 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: qos_rules_alias.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.860087 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.860603 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 09:27:27.860935 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: quota_check_limit.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.862109 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.862376 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: quota-check-limit Jun 27 09:27:27.862711 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: quotasv2.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.863756 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.864093 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: quotas Jun 27 09:27:27.864425 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: quotasv2_detail.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.866186 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.866531 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: quota_details Jun 27 09:27:27.866867 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: rbac.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.868000 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.868534 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: rbac-policies Jun 27 09:27:27.868869 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: rbac_address_group.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.869848 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.870376 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: rbac-address-group Jun 27 09:27:27.870712 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: rbac_address_scope.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.871712 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.872237 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: rbac-address-scope Jun 27 09:27:27.872569 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: rbac_security_groups.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.873579 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.874100 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: rbac-security-groups Jun 27 09:27:27.874434 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: rbac_subnetpool.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.875377 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.875940 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: rbac-subnetpool Jun 27 09:27:27.876277 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: revisionifmatch.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.877216 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.877733 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: revision-if-match Jun 27 09:27:27.878069 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: revisions.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.879194 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.879739 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: standard-attr-revisions Jun 27 09:27:27.880077 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: router_availability_zone.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.880964 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.881482 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: router_availability_zone Jun 27 09:27:27.881816 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: routerservicetype.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.882780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.883271 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension router-service-type not supported by any of loaded plugins Jun 27 09:27:27.883641 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.884594 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.885279 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: security-groups-normalized-cidr Jun 27 09:27:27.885449 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.886399 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.887028 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: port-security-groups-filtering Jun 27 09:27:27.887783 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.888732 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.889252 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: security-groups-remote-address-group Jun 27 09:27:27.889584 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.890527 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.891045 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: security-groups-shared-filtering Jun 27 09:27:27.891379 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: securitygroup.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.901195 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.901739 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: security-group Jun 27 09:27:27.902120 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: segment.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.903405 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.903965 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension segment not supported by any of loaded plugins Jun 27 09:27:27.904302 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.905300 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.905832 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 09:27:27.906165 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: servicetype.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.907304 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.908125 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: service-type Jun 27 09:27:27.908461 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: sorting.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.909456 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.909797 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: sorting Jun 27 09:27:27.910125 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: standard_attr_segment.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.911060 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.911602 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 09:27:27.911940 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: standardattrdescription.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.912602 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.913118 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: standard-attr-description Jun 27 09:27:27.913451 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: stateful_security_group.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.914395 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.914916 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: stateful-security-group Jun 27 09:27:27.915250 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: stdattrs_common.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.915876 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 09:27:27.916208 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.917178 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.917696 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 09:27:27.918031 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnet_onboard.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.919136 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.919705 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: subnet_onboard Jun 27 09:27:27.920034 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.920988 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.921510 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 09:27:27.921839 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnet_service_types.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.922806 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.923319 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: subnet-service-types Jun 27 09:27:27.923690 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnetallocation.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.924823 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.925345 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: subnet_allocation Jun 27 09:27:27.925678 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.926367 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.926882 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: subnetpool-prefix-ops Jun 27 09:27:27.927205 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.928208 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.928721 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 09:27:27.929052 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: tagging.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.930192 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.930719 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: standard-attr-tag Jun 27 09:27:27.931051 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: timestamp.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.932330 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.932852 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loaded extension: standard-attr-timestamp Jun 27 09:27:27.933186 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: trunk.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.934297 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.934819 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension trunk not supported by any of loaded plugins Jun 27 09:27:27.935157 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: trunk_details.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.936137 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.936654 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension trunk-details not supported by any of loaded plugins Jun 27 09:27:27.936986 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: uplink_status_propagation.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.937931 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.938448 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 09:27:27.938781 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Loading extension file: vlantransparent.py {{(pid=104535) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 09:27:27.939478 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104535) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 09:27:27.940028 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 09:27:27.942699 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:network Jun 27 09:27:27.943238 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnet Jun 27 09:27:27.943685 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 09:27:27.944090 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:port Jun 27 09:27:27.945407 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.945871 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service FLAVORS assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.946513 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.946962 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.947300 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:router Jun 27 09:27:27.947784 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 09:27:27.948290 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service METERING assigned prefix: /metering {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.950326 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.950706 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.951068 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104535) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:27:27.952160 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 09:27:27.952609 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:security_group Jun 27 09:27:27.953061 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 09:27:27.953685 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service CORE assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.954032 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 09:27:27.954387 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] subnetpool is already registered Jun 27 09:27:27.954822 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service CORE assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.955155 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 09:27:27.955494 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] subnetpool is already registered Jun 27 09:27:27.957943 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.958374 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service FLAVORS assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.958984 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.959417 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.959801 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:router Jun 27 09:27:27.960148 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] router is already registered Jun 27 09:27:27.960569 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:floatingip Jun 27 09:27:27.960911 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] floatingip is already registered Jun 27 09:27:27.961390 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service METERING assigned prefix: /metering {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.962079 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 09:27:27.962411 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] rbac_policy is already registered Jun 27 09:27:27.962835 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:security_group Jun 27 09:27:27.963358 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] security_group is already registered Jun 27 09:27:27.963612 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 09:27:27.963954 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] security_group_rule is already registered Jun 27 09:27:27.964602 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service CORE assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.964936 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 09:27:27.965826 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] subnetpool is already registered Jun 27 09:27:27.966270 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.v2.resource_helper [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Service CORE assigned prefix: {{(pid=104535) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 09:27:27.966604 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 09:27:27.966943 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING neutron.quota.resource_registry [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] subnetpool is already registered Jun 27 09:27:27.967438 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: extensions {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.968978 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: address-groups {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.970482 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: address-scopes {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.971838 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: agents {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.972996 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: auto-allocated-topology {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.974245 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: availability_zones {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.975489 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: dhcp-networks {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.977043 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: dhcp-agents {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.978474 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: routers {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.980210 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: flavors {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.981521 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: service_profiles {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.982739 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: next_providers {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.984216 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: service_profiles {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.985780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: floatingip-pools {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.987019 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: routers {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.988752 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: floatingips {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.990061 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: l3-routers {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.991467 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: l3-agents {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.992906 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: metering-labels {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.994155 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: metering-label-rules {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.996692 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: network-ip-availabilities {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.997965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: bindings {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:27.999582 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: quotas {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.001261 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: quotas {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.002872 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: rbac-policies {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.004102 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: security-groups {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.005417 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: security-group-rules {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.006713 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: service-providers {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.007958 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: subnetpools {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.009295 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: subnetpools {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.010846 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.013135 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.014967 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.016792 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.018497 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.020522 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.022214 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.024145 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.025942 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.028349 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron.api.extensions [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Extended resource: tags {{(pid=104535) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 09:27:28.034663 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING keystonemiddleware.auth_token [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 09:27:28.039861 dv-cinder-847730-1-iscsi neutron-server[104535]: WARNING keystonemiddleware.auth_token [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 09:27:28.049289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Acquired lock "singleton_lock" {{(pid=104535) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 27 09:27:28.049771 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_concurrency.lockutils [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Releasing lock "singleton_lock" {{(pid=104535) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 27 09:27:28.050452 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Starting 2 workers Jun 27 09:27:28.055342 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Started child 104648 {{(pid=104535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 09:27:28.060633 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Started child 104649 {{(pid=104535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 09:27:28.061473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.062278 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO neutron.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 09:27:28.062947 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.063122 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [-] (104648) wsgi starting up on http://0.0.0.0:9696 Jun 27 09:27:28.065444 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Starting 1 workers Jun 27 09:27:28.065624 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.067579 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [-] (104649) wsgi starting up on http://0.0.0.0:9696 Jun 27 09:27:28.070858 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Started child 104650 {{(pid=104535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 09:27:28.071432 dv-cinder-847730-1-iscsi neutron-server[104535]: INFO oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Starting 1 workers Jun 27 09:27:28.076781 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Started child 104651 {{(pid=104535) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 09:27:28.077637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG neutron_lib.callbacks.manager [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.079631 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104535) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 09:27:28.079854 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 09:27:28.080011 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 09:27:28.080236 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] calling RpcWorker wait() {{(pid=104650) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 09:27:28.081019 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 09:27:28.081019 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 09:27:28.081255 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.service [None req-0c7cb062-6926-4c3c-ae5d-4965a79e18a3 None None] returning from RpcWorker wait() {{(pid=104650) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 09:27:28.081393 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 09:27:28.081393 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.081621 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.081754 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.081875 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.082138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.082297 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:28.082632 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.082900 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.083170 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.083414 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.083692 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.083905 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.084114 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:28.084780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.084780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.084780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.085104 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.085221 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.085482 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.085704 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.085899 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.086113 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.086302 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.086563 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.086875 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] debug = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.087151 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.087684 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.087935 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.088187 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.088438 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.088683 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.088943 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.089210 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.089452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.089672 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.089921 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.090222 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.090471 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.090715 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.090950 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.091222 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.091447 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.092001 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] host = dv-cinder-847730-1-iscsi {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.092240 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.092452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.092696 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.092924 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.093185 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.093540 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.093737 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.093935 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.094202 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.094458 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.094767 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.094966 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.095214 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.095408 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.095664 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_options = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.095854 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.096058 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.096315 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.096507 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.096717 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.096910 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.097116 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.097309 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.097502 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.097856 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.098047 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.098252 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.098459 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.098649 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.098842 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.099075 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.099266 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.099457 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.099738 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.099931 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.100171 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.100403 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.100649 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.100894 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.101129 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.101333 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.101587 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.101845 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.102042 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.102284 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.102555 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.102808 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.103031 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.103266 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.103721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.103943 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.104131 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.104317 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.104518 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.104713 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.104963 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.105211 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.105430 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.105760 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.106235 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.106475 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.106940 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_json = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.106940 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.106940 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.108391 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.108619 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.108841 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.109061 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.109301 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.109549 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.109770 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.110208 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.110492 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.110859 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.111073 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.111318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.111598 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.111867 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.112062 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.112299 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.112537 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.112858 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.113103 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.113413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.113676 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.113965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.114284 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.114552 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.114824 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.115066 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.115289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.115605 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.115801 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.116087 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.125606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.125606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.125606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126516 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.126659 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.127462 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.128820 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.130351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.131508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.132637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.132637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.132637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.132637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.132637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.133254 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.133254 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.133624 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.137881 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.138196 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.138428 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.138683 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.138877 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.139114 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.139341 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.139617 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.139846 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.140076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.140304 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.140528 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.140750 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.140995 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.141218 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.141554 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.141822 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.142076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.142306 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.142552 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.142777 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.143033 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.143254 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.143495 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.143976 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.144247 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.144532 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149571 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.149872 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.150239 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.150606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.150991 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.151482 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.151860 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.152379 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.152850 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.153222 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.153586 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.153952 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.154420 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.154937 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.155388 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.155798 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.156240 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.156668 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.157108 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.157725 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.158090 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.158456 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.158828 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.159219 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.159623 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.159998 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.160355 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.160705 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.161077 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.161438 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.161793 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.162142 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.162574 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.162932 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.163291 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.163668 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.164052 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.164428 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.164965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.165378 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.165755 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.166156 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.166575 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.166965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.167354 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.167780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.168175 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.168536 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.168891 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.169249 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.169616 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.169992 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.170342 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.170685 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.171047 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.171417 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.171830 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.172194 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.172560 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.172988 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.173347 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.173715 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.174036 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.174327 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.174665 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.175210 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.175597 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.175983 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.176630 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.177690 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.177690 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.178101 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.178302 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.178687 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.179108 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.179662 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.180096 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.180604 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.181062 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.181478 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.181872 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.182212 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.182535 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.182872 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.183180 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.183611 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.184482 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.185048 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.185493 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.185823 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.186228 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.186611 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.186949 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.188215 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.188215 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.188215 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.188677 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.188840 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.189094 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.189413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.189758 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.190067 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.190373 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.190720 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.191034 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.191362 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.191707 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.192031 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.192337 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.192709 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.193014 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.194537 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.194537 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.194537 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.194537 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.195199 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.195199 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.195612 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.195989 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.196400 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.196774 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.197093 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.197492 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.197844 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.198174 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.198523 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.198857 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.199181 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.199503 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.200393 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.200704 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.201029 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.201346 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.201642 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.201978 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.202275 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.202575 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.202886 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.203195 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.203490 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.203828 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.204122 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.204416 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.204793 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.205752 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.205752 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.205752 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.206311 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.206485 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.206777 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.207079 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.207404 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.207831 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.208176 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.208526 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.208895 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.209229 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.209556 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.209884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.210268 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.210590 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.210923 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.211266 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.211743 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.212291 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.212618 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.213072 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.213443 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.214496 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.214496 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.214790 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.214970 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.215921 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.216304 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.216737 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.217193 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.217551 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.217909 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.218250 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.218568 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.218877 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.219271 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.219649 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.219982 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.220299 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.220741 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.221004 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.221321 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.221631 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.221972 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.222294 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.222607 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.222903 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.223228 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.225032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.225032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 09:27:28.225032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104535) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 09:27:28.225032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 09:27:28.225650 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 09:27:28.225650 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 09:27:28.225650 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 09:27:28.226052 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 09:27:28.226208 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.226599 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.226779 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.227216 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.227216 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.227512 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.227766 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.228012 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.228256 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.228504 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.228754 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.228997 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.229239 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.229482 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.229725 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.229968 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.230211 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.230457 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.230706 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.231876 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.231876 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.232152 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] debug = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.232297 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.232576 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.232918 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.233076 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.233327 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.233571 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.233814 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.234061 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.234307 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.234551 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.234792 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.235032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.235273 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.235514 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.235790 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.236060 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.236284 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.236525 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] host = dv-cinder-847730-1-iscsi {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.236765 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.237006 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.237351 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.237490 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.237845 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.238001 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.238240 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.238487 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.239402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.239402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.239402 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.239937 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.239937 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.240213 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.240213 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_options = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.240494 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.240705 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.240867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:28.241019 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.241237 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.241481 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.241731 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.241970 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.242219 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.242460 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.242704 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.242944 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.243181 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.243422 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.243698 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.243971 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244135 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244291 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244423 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244597 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244760 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.244905 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245049 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245194 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245354 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245512 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245665 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245807 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.245945 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246207 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246207 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246518 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246660 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246792 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.246929 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.247074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.247220 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.248426 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_json = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249138 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249460 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249460 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249592 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249743 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249840 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.249965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.250122 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 09:27:28.250330 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.250483 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.250660 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.250826 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.250989 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.251145 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.251301 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.251490 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.251681 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.251942 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252043 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252167 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252340 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252504 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252664 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252827 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.252991 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253153 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253315 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253476 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253637 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253798 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.253967 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254127 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254308 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254491 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254639 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254773 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.254918 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255090 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255267 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255415 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255631 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255785 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.255941 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256103 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256422 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256553 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256725 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.256864 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257032 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257204 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257341 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257596 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257692 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257805 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.257965 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258126 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258288 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258450 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258611 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258774 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.258936 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259099 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259259 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259421 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259617 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.259941 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260102 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260425 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260585 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260746 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.260906 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261069 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261230 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261404 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261563 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261724 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.261884 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262135 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262233 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262387 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262546 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262707 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.262867 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263027 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263188 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263348 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263508 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263702 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.263862 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264025 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264186 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264347 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264506 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264667 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264828 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.264989 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265166 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265328 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265488 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265647 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265813 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.265973 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.266136 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.266304 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.266543 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.266710 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.266870 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267030 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267234 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267346 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267499 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267729 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267832 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.267981 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.268140 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.268332 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.268458 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.268621 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.268782 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.270920 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271338 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271338 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271338 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271597 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271683 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271829 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.271989 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.272250 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.272358 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.272468 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.272632 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.272881 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273136 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273241 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273355 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273516 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273676 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273837 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.273997 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.274158 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.274318 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.274479 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.274853 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.274853 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276074 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276654 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276654 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276654 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276654 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276928 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.276928 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.277085 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.277230 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.277390 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.277558 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.278415 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.278522 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.278606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.278757 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.278921 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.279081 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.279415 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.279611 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.279761 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.279913 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280083 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280222 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280357 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280516 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280650 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.280910 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281063 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281212 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281343 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281475 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281606 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281741 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.281889 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.282025 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.282372 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.282372 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283014 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283014 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283412 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283412 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283412 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283980 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283980 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.283980 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284376 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284376 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284639 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284639 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284879 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.284879 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285126 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285264 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285403 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285533 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285664 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285809 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.285934 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.286063 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.287744 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288263 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288626 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288626 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288747 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288813 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.288968 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289198 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289289 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289423 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289599 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289745 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.289905 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290098 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290452 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290703 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290703 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.290941 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291067 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291191 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291316 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291441 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291592 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291745 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.291889 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.292054 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.292215 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.292375 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.292546 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.292708 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.293949 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.293949 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.293949 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296305 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296305 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296305 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296305 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.296780 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297413 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297899 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297899 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.297899 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.299721 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.302345 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 09:27:28.305040 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104535) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 09:27:28.439333 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42430) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:28.448440 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069363 Jun 27 09:27:37.399681 dv-cinder-847730-1-iscsi neutron-server[104535]: DEBUG dbcounter [-] [104535] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104535) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:40.219585 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfaf942-0a1a-4b79-a256-9d101921c8f6 None None] get_active_networks_info from dv-cinder-847730-1-iscsi {{(pid=104650) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 27 09:27:40.225159 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writer thread running {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 09:27:40.340378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfaf942-0a1a-4b79-a256-9d101921c8f6 None None] No non-hosted networks {{(pid=104650) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 09:27:40.360018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-202a7c99-d634-4eea-bf09-f99f2a6936e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:41.920080 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writer thread running {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 09:27:42.626800 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d4ceb72d-560d-45e2-8e9d-085060eb6f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:42.814919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.db.api [None req-307e1075-fbc1-49b8-936d-68ddb8ff761b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-847730-1-iscsi {{(pid=104650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 09:27:42.815843 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG oslo_db.api [None req-307e1075-fbc1-49b8-936d-68ddb8ff761b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 09:27:43.437235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-307e1075-fbc1-49b8-936d-68ddb8ff761b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:43.729967 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42500) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:44.385696 dv-cinder-847730-1-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-4ad5ff9e-c2f1-467d-9f32-d53789770ef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:44.386272 dv-cinder-847730-1-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-4ad5ff9e-c2f1-467d-9f32-d53789770ef2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:44.630964 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-4ad5ff9e-c2f1-467d-9f32-d53789770ef2 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:27:44.647183 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4ad5ff9e-c2f1-467d-9f32-d53789770ef2 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9156728 Jun 27 09:27:44.857909 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:46.008449 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:46.134167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:46.135066 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.135656 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.136204 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.136792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.137461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.141142 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.141866 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.142869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.143435 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.144558 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.145127 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.145787 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.146376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.147002 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.149091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:46.150188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847730-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:46.165933 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847730-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:27:47.198720 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42536) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:47.593567 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:27:47.688997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.policy [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104649) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 09:27:47.731604 dv-cinder-847730-1-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:47.732007 dv-cinder-847730-1-iscsi neutron-server[104649]: WARNING oslo_policy.policy [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:47.752559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writer thread running {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 09:27:47.900721 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312774519', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312772931', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312789068', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312730130', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312738835', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784312747957', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-790707', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-915523', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4010888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4069680'] for rbac-policy (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:48.004810 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.db.l3_hamode_db [None req-32c87c3f-6f9b-4f3b-ab83-d089d2d37e36 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 09:27:48.080485 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c87c3f-6f9b-4f3b-ab83-d089d2d37e36 None None] Routers set() bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:27:48.080896 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c87c3f-6f9b-4f3b-ab83-d089d2d37e36 None None] Router IDs set() for agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 27 09:27:48.153547 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:48.154769 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-60901e19-85b3-4166-8257-738f727fd2be admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9531369 Jun 27 09:27:50.418999 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42548) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:50.740552 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:27:50.822450 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Made reservation on behalf of 8c495a22d3f7484cb377da68dab0bf97 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:27:50.827324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:50.844936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:50.956174 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks [] for security_group (c9777f76-7df4-4779-9505-97badf7bccb7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.047400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c9777f76-7df4-4779-9505-97badf7bccb7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.073415 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:27:51.106708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784313514882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (06cbbcb8-cf19-47e1-9020-843cccb4596b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.107542 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Unsubscribe: segment precommit_create {{(pid=104649) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 09:27:51.108076 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Added segment 06cbbcb8-cf19-47e1-9020-843cccb4596b of type vlan for network bdad8219-f129-4cb8-b35f-46f1d6d55902 Jun 27 09:27:51.128762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c9777f76-7df4-4779-9505-97badf7bccb7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:27:51.179733 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.180089 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.180440 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.180784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.181119 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.181451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.181782 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.182110 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.182435 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.182760 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.183741 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.184148 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.184481 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.184802 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.185126 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Tracked resource versions report: Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: pushed versions: Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Log': {'1.0'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Network': {'1.1'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Port': {'1.7'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: consumer versions: Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Agent': '1.1', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Log': '1.0', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Network': '1.1', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Port': '1.7', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SubPort': '1.0', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Subnet': '1.1', Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Jun 27 09:27:51.186573 dv-cinder-847730-1-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:27:51.229004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (bdad8219-f129-4cb8-b35f-46f1d6d55902), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.331043 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (bdad8219-f129-4cb8-b35f-46f1d6d55902), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.336130 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:27:51.336867 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:51.430690 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:51.456764 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] Pushing event updated for resources: {'Network': ['ID=bdad8219-f129-4cb8-b35f-46f1d6d55902,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:27:51.469174 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:27:51.476266 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-eced6148-aa8a-48f8-b96e-8bbce439c710 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0561872 Jun 27 09:27:53.787576 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 42562) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:54.301127 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING oslo_policy.policy [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:54.301729 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING oslo_policy.policy [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:54.531654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writer thread running {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 09:27:54.746522 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.policy [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104648) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 09:27:54.788481 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING oslo_policy.policy [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:54.789060 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING oslo_policy.policy [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 09:27:54.796383 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:27:54.798390 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-00ac83cd-ed84-412e-847c-a09faa1fd441 demo admin] 10.222.0.64 "GET /v2.0/networks/bdad8219-f129-4cb8-b35f-46f1d6d55902 HTTP/1.1" status: 200 len: 825 time: 1.0089478 Jun 27 09:27:54.838392 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-8967328e-4a1f-4cc8-a435-e3ed21b483a2 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/86b5a248-eae1-43e3-b213-c4878c0c725b HTTP/1.1" status: 200 len: 734 time: 0.0342557 Jun 27 09:27:54.848510 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'ip_version': 4, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:27:54.961949 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Made reservation on behalf of 8c495a22d3f7484cb377da68dab0bf97 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:27:54.965490 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:55.308676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (4c35131e-08d3-49e4-b9f0-49f6e4b16511), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:55.381392 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Checking segment: {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:27:55.381768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Network hostable DHCP agents. Network: bdad8219-f129-4cb8-b35f-46f1d6d55902, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:27:55.393481 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Pushing event updated for resources: {'Subnet': ['ID=4c35131e-08d3-49e4-b9f0-49f6e4b16511,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:27:55.407177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.407552 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.408165 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.408502 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.408834 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.409161 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.409485 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.409807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.410143 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.410470 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.410790 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.411128 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.411446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.411795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.412112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Tracked resource versions report: Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: pushed versions: Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: { 'AddressGroup': {'1.2'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Agent': {'1.1'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'ConntrackHelper': {'1.0'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Log': {'1.0'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'NDPProxy': {'1.0'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Network': {'1.1'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Port': {'1.7'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'PortForwarding': {'1.3'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'QosPolicy': {'1.10'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroup': {'1.5'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SubPort': {'1.0'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Subnet': {'1.1'}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Trunk': {'1.1'}} Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: consumer versions: Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Agent': '1.1', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'ConntrackHelper': '1.0', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'LocalIPAssociation': '1.0', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Log': '1.0', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'NDPProxy': '1.0', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Network': '1.1', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Port': '1.7', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'PortForwarding': '1.3', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'QosPolicy': '1.10', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroup': '1.5', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroupRule': '1.2', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SubPort': '1.0', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Subnet': '1.1', Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Trunk': '1.1'}} Jun 27 09:27:55.413505 dv-cinder-847730-1-iscsi neutron-server[104648]: {{(pid=104648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:27:55.508039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:27:55.584387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, bdad8219-f129-4cb8-b35f-46f1d6d55902) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:27:55.589229 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:27:55.590173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:55.593410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=63,neutron:INSERT=37 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:55.593949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85963815-e269-46f3-b308-8b25027397cd None None] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:27:55.745173 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-aaf22320-e49c-4e1e-aab3-7bec4d61486e demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9000883 Jun 27 09:27:55.853831 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-bdad8219-f129-4cb8-b35f-46f1d6d55902', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:27:55.855243 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:55.965709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=55,neutron:INSERT=34 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:56.146915 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Allocated IP 172.20.0.2 (bdad8219-f129-4cb8-b35f-46f1d6d55902/4c35131e-08d3-49e4-b9f0-49f6e4b16511/42f7960e-5fec-48b9-aaf0-1c2eb085e938) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:27:56.417334 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks [] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:56.510923 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:56.587791 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:27:56.596666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:27:56.601464 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Pushing event updated for resources: {'Port': ['ID=42f7960e-5fec-48b9-aaf0-1c2eb085e938,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:27:56.605672 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:27:56.614311 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.614653 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.615007 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.615424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.615727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.616029 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.616347 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.616666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.616984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.617301 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.617619 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.617957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.618277 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.618592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.618907 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Tracked resource versions report: Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: pushed versions: Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: consumer versions: Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Agent': '1.1', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Log': '1.0', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Network': '1.1', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Port': '1.7', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SubPort': '1.0', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Subnet': '1.1', Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jun 27 09:27:56.620912 dv-cinder-847730-1-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:27:56.694014 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:56.696967 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Attempting to bind port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:27:56.697769 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Attempting to bind port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:27:56.697769 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Attempting to bind port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 on network bdad8219-f129-4cb8-b35f-46f1d6d55902 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:27:56.705535 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:27:56.708424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Checking segment: {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:27:56.708424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:56.708424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Bound using segment: {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:27:56.708424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Bound port: 42f7960e-5fec-48b9-aaf0-1c2eb085e938, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:27:56.708424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:56.771665 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] For port 42f7960e-5fec-48b9-aaf0-1c2eb085e938, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:27:56.791222 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] For port 42f7960e-5fec-48b9-aaf0-1c2eb085e938, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=42f7960e-5fec-48b9-aaf0-1c2eb085e938,segment=NetworkSegment(06cbbcb8-cf19-47e1-9020-843cccb4596b),segment_id=06cbbcb8-cf19-47e1-9020-843cccb4596b)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:27:56.882384 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:27:56.943834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9b66-c403-4891-b5cf-b2581c6bb847 None None] Pushing event updated for resources: {'Port': ['ID=42f7960e-5fec-48b9-aaf0-1c2eb085e938,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:27:57.937032 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=6 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:57.938818 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:27:58.057446 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42590) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:27:58.398472 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-3c1cd563-869b-41ec-959f-eac3c5fb605d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:27:58.399591 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3c1cd563-869b-41ec-959f-eac3c5fb605d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3403432 Jun 27 09:28:00.689425 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42598) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:01.026131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-48b56ffc-0523-492b-9098-63d3b40a88bb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:28:01.027802 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-48b56ffc-0523-492b-9098-63d3b40a88bb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3372834 Jun 27 09:28:01.416635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=52,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:03.339571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42606) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:03.680280 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:28:03.790878 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (540c54d4-2f56-472b-81cd-bc50abcfd285), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:03.793045 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (540c54d4-2f56-472b-81cd-bc50abcfd285), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:03.889900 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 42f7960e-5fec-48b9-aaf0-1c2eb085e938 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:28:03.950847 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Publish callbacks [] for router_controller (540c54d4-2f56-472b-81cd-bc50abcfd285), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:03.975586 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:03.975997 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:04.012015 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (540c54d4-2f56-472b-81cd-bc50abcfd285), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:04.078750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:04.079056 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:04.113769 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 42f7960e-5fec-48b9-aaf0-1c2eb085e938, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=42f7960e-5fec-48b9-aaf0-1c2eb085e938,segment=NetworkSegment(06cbbcb8-cf19-47e1-9020-843cccb4596b),segment_id=06cbbcb8-cf19-47e1-9020-843cccb4596b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:28:04.133032 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:04.134275 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-68905b3a-8787-4590-8ae5-e0e50207d627 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7936418 Jun 27 09:28:04.208261 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:04.260667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:04.264370 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=42f7960e-5fec-48b9-aaf0-1c2eb085e938,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:05.079758 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3546822-8413-489a-8cab-7ecf93aafb0f None None] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:28:05.158380 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-bf792837-d64c-45b7-aff6-f5b942e212a0 None None] Provisioning complete for port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:05.158768 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bf792837-d64c-45b7-aff6-f5b942e212a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:05.275070 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-bf792837-d64c-45b7-aff6-f5b942e212a0 None None] Current status of the port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:05.492929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-da067752-d9e2-4258-8ee9-baa7174f8ece None None] Provisioning complete for port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:05.493279 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-da067752-d9e2-4258-8ee9-baa7174f8ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:05.569135 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-da067752-d9e2-4258-8ee9-baa7174f8ece None None] Current status of the port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:05.676429 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:05.855999 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 42f7960e-5fec-48b9-aaf0-1c2eb085e938 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:28:05.898314 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:05.898709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:05.971828 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:06.434530 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42618) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:06.757826 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [None req-b181e45e-864f-43ea-937a-777e31640ed2 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:28:06.758871 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b181e45e-864f-43ea-937a-777e31640ed2 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233688 Jun 27 09:28:09.043546 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 42626) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:09.370857 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:28:09.435581 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Made reservation on behalf of d706bacf3a904a118b091c4d80341fee for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:28:09.437779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.446156 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.519096 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks [] for security_group (f5e97bee-1aa5-4f77-9f5b-8c4568d8e1f6), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.588120 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f5e97bee-1aa5-4f77-9f5b-8c4568d8e1f6), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.607680 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Reserving flat network on physical network physnet1 {{(pid=104649) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 09:28:09.624750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e97bee-1aa5-4f77-9f5b-8c4568d8e1f6,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:09.629528 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (3b7f2e86-9ae9-4d28-b159-2709c51a3503), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.629910 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Added segment 3b7f2e86-9ae9-4d28-b159-2709c51a3503 of type flat for network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 Jun 27 09:28:09.701368 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.812641 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.813642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:28:09.814225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:09.906045 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] Pushing event updated for resources: {'Network': ['ID=80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:09.915667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:28:09.921883 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-05f29077-c0ad-481b-9b06-754c2deec02f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8772137 Jun 27 09:28:10.271423 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-91fe3b1e-7299-49df-b963-587aca46ee4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:12.182287 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 42634) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:12.490398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:12.556535 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9faeddf-94b8-41ce-aed4-9da7215b4153 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:28:12.557924 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f9faeddf-94b8-41ce-aed4-9da7215b4153 demo admin] 10.222.0.64 "GET /v2.0/subnets/4c35131e-08d3-49e4-b9f0-49f6e4b16511 HTTP/1.1" status: 200 len: 849 time: 0.3740902 Jun 27 09:28:12.584689 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cbd17717-ae89-4a6e-84cd-59fa5926150e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:12.737442 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ed020ab1-4c3e-4098-ad50-5e5683142757 demo admin] 10.222.0.64 "GET /v2.0/routers/540c54d4-2f56-472b-81cd-bc50abcfd285 HTTP/1.1" status: 200 len: 704 time: 0.1732311 Jun 27 09:28:13.005791 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.303876 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Allocated IP 172.20.0.1 (bdad8219-f129-4cb8-b35f-46f1d6d55902/4c35131e-08d3-49e4-b9f0-49f6e4b16511/ee8367e8-2d04-4505-ab75-147c8485230b) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:28:13.461863 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks [] for port (ee8367e8-2d04-4505-ab75-147c8485230b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.619346 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.696282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:28:13.704756 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:28:13.709031 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:28:13.710434 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (540c54d4-2f56-472b-81cd-bc50abcfd285), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.728960 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Pushing event updated for resources: {'Port': ['ID=ee8367e8-2d04-4505-ab75-147c8485230b,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:13.977242 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:13.979071 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-3bc02e48-9071-40c5-9d28-effc9244b36e None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:13.980219 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3bc02e48-9071-40c5-9d28-effc9244b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.996684 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:13.999409 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:14.011891 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3bc02e48-9071-40c5-9d28-effc9244b36e None None] Port ee8367e8-2d04-4505-ab75-147c8485230b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:28:14.258262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks [] for port (ee8367e8-2d04-4505-ab75-147c8485230b), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:14.330827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:14.331718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (540c54d4-2f56-472b-81cd-bc50abcfd285), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:14.394125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Pushing event updated for resources: {'Port': ['ID=ee8367e8-2d04-4505-ab75-147c8485230b,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:14.462260 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:28:14.464218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:28:14.631402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-b81ebfc2-ec7e-4b36-9b1b-1f92047dac24 None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:14.631825 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b81ebfc2-ec7e-4b36-9b1b-1f92047dac24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:14.663106 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-b81ebfc2-ec7e-4b36-9b1b-1f92047dac24 None None] Port ee8367e8-2d04-4505-ab75-147c8485230b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:28:14.676324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Router 540c54d4-2f56-472b-81cd-bc50abcfd285 is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:28:14.767639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:28:14.772717 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-da857a95-949a-4b9e-a291-eb1ffe5f0cc6 demo admin] 10.222.0.64 "PUT /v2.0/routers/540c54d4-2f56-472b-81cd-bc50abcfd285/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0299687 Jun 27 09:28:14.778393 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Sync routers for ids ['540c54d4-2f56-472b-81cd-bc50abcfd285'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:28:14.792375 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Routers {'540c54d4-2f56-472b-81cd-bc50abcfd285'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:28:14.793218 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:28:12Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['540c54d4-2f56-472b-81cd-bc50abcfd285'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:14.845488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:14.973283 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Set router 540c54d4-2f56-472b-81cd-bc50abcfd285 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:28:15.394079 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:13Z', 'revision_number': 2, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port_host': None, '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:14Z', 'revision_number': 2, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:15.444368 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Checking router: 540c54d4-2f56-472b-81cd-bc50abcfd285 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:28:15.444740 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Updating router 540c54d4-2f56-472b-81cd-bc50abcfd285 port ee8367e8-2d04-4505-ab75-147c8485230b binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:28:15.497523 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:15.927489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.008105 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks [] for port (ee8367e8-2d04-4505-ab75-147c8485230b), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.064961 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.137304 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.236980 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Pushing event updated for resources: {'Port': ['ID=ee8367e8-2d04-4505-ab75-147c8485230b,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:16.239769 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Attempting to bind port ee8367e8-2d04-4505-ab75-147c8485230b on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:28:16.240182 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Attempting to bind port ee8367e8-2d04-4505-ab75-147c8485230b by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:28:16.240626 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Attempting to bind port ee8367e8-2d04-4505-ab75-147c8485230b on network bdad8219-f129-4cb8-b35f-46f1d6d55902 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:28:16.248243 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:28:16.248666 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Checking segment: {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:28:16.249152 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.249546 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Bound using segment: {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:28:16.250034 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Bound port: ee8367e8-2d04-4505-ab75-147c8485230b, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cbbcb8-cf19-47e1-9020-843cccb4596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:28:16.250417 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.263792 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.264146 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.264499 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.264840 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.265175 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.265507 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.265836 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.266163 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.266489 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.266814 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.267141 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.267488 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.267842 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.271044 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.271414 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Tracked resource versions report: Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: pushed versions: Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: consumer versions: Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Agent': '1.1', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Log': '1.0', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Network': '1.1', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Port': '1.7', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SubPort': '1.0', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Subnet': '1.1', Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jun 27 09:28:16.273101 dv-cinder-847730-1-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:28:16.297506 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-60397ef4-b5a9-4430-bbb7-038ed07f0168 None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:16.298003 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-60397ef4-b5a9-4430-bbb7-038ed07f0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.331196 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-60397ef4-b5a9-4430-bbb7-038ed07f0168 None None] Port ee8367e8-2d04-4505-ab75-147c8485230b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:28:16.342240 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] For port ee8367e8-2d04-4505-ab75-147c8485230b, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:28:16.349203 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:16.362625 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] For port ee8367e8-2d04-4505-ab75-147c8485230b, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ee8367e8-2d04-4505-ab75-147c8485230b,segment=NetworkSegment(06cbbcb8-cf19-47e1-9020-843cccb4596b),segment_id=06cbbcb8-cf19-47e1-9020-843cccb4596b)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:28:16.363685 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:16.465386 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.515973 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Routers {'540c54d4-2f56-472b-81cd-bc50abcfd285'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:28:16.516603 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:28:12Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['540c54d4-2f56-472b-81cd-bc50abcfd285'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:16.592186 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe57579-2af9-40bb-ace2-f0aee1b83cda None None] Pushing event updated for resources: {'Port': ['ID=ee8367e8-2d04-4505-ab75-147c8485230b,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:16.616967 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] Set router 540c54d4-2f56-472b-81cd-bc50abcfd285 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:28:16.750406 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:16.750792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.786075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:16.812117 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:13Z', 'revision_number': 2, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port_host': None, '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:16Z', 'revision_number': 4, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:16.829812 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Current status of the port ee8367e8-2d04-4505-ab75-147c8485230b is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:16.830200 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.840528 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae89fe-9a61-4db9-aae2-f95c9f178ff9 None None] The sync data for ids ['540c54d4-2f56-472b-81cd-bc50abcfd285'] in dv-cinder-847730-1-iscsi is: [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:13Z', 'revision_number': 2, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port_host': None, '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:16Z', 'revision_number': 4, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:28:16.864022 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] For port ee8367e8-2d04-4505-ab75-147c8485230b, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ee8367e8-2d04-4505-ab75-147c8485230b,segment=NetworkSegment(06cbbcb8-cf19-47e1-9020-843cccb4596b),segment_id=06cbbcb8-cf19-47e1-9020-843cccb4596b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:28:16.942563 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:16.998489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab486-8116-4844-ac2e-108b08143dfb None None] Pushing event updated for resources: {'Port': ['ID=ee8367e8-2d04-4505-ab75-147c8485230b,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:17.086757 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 42656) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:17.286844 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595ee92-8b1c-4356-b411-60c96b49caf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:28:17.293972 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6595ee92-8b1c-4356-b411-60c96b49caf5 admin admin] 10.222.0.64 "GET /v2.0/networks/80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 HTTP/1.1" status: 200 len: 842 time: 0.2003610 Jun 27 09:28:17.298272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:28:17.303367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:17.422602 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Made reservation on behalf of d706bacf3a904a118b091c4d80341fee for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:28:17.424936 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:17.767972 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.objects.ports [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104648) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 27 09:28:17.768403 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (eaa48ff2-3dee-4ea7-b6d3-b78c85aec657), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:17.822272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa48ff2-3dee-4ea7-b6d3-b78c85aec657,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:17.833269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:28:17.833627 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Network hostable DHCP agents. Network: 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:28:17.921496 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:28:18.016374 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:28:18.020570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:28:18.021338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:18.029061 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca198f-0029-4021-a5f7-f7c1fd2b4373 None None] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:28:18.031347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:18.124878 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-58f2d59f-60bd-40bb-a6ef-f100d3560eca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8301048 Jun 27 09:28:18.150360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b5db83-43a5-42f2-91b4-bcead43cc6f3 None None] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:28:19.870452 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=51,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:19.877893 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=40,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:20.420252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 42676) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:20.554718 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ab03f67c-63b2-4346-b4a2-299800fcbff1 demo admin] 10.222.0.64 "GET /v2.0/routers/540c54d4-2f56-472b-81cd-bc50abcfd285 HTTP/1.1" status: 200 len: 710 time: 0.1283782 Jun 27 09:28:20.639538 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db94d01b-afc5-489d-a5c3-8fb62dd6fdcf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:28:20.640974 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-db94d01b-afc5-489d-a5c3-8fb62dd6fdcf demo admin] 10.222.0.64 "GET /v2.0/networks/80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 HTTP/1.1" status: 200 len: 886 time: 0.0856178 Jun 27 09:28:20.649905 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:28:20.893724 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks [] for router_gateway (540c54d4-2f56-472b-81cd-bc50abcfd285), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:21.141325 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:21.290541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks [] for router_gateway (540c54d4-2f56-472b-81cd-bc50abcfd285), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:21.371295 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:21.478619 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Allocated IP 172.27.1.128 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/42b5e0d2-53b5-4ae4-9f3d-be7e48f14914) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:28:21.544324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:21.581314 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks [] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:21.670240 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:21.719323 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:28:21.722274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:28:21.724997 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:28:21.758705 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Pushing event updated for resources: {'Port': ['ID=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:21.880727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ee8367e8-2d04-4505-ab75-147c8485230b up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:28:21.932407 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:21.932855 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:22.013540 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ee8367e8-2d04-4505-ab75-147c8485230b is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:22.060637 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks [] for router_gateway (540c54d4-2f56-472b-81cd-bc50abcfd285), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:22.138817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:22.251922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838420', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3836502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9109'] for router (540c54d4-2f56-472b-81cd-bc50abcfd285), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:22.255443 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838399', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3836463'] for router (540c54d4-2f56-472b-81cd-bc50abcfd285), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:22.361109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Router 540c54d4-2f56-472b-81cd-bc50abcfd285 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:28:22.462442 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:28:22.466679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:22.467926 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-fb708b0d-889a-43b6-bd21-a4492e5e44d4 demo admin] 10.222.0.64 "PUT /v2.0/routers/540c54d4-2f56-472b-81cd-bc50abcfd285 HTTP/1.1" status: 200 len: 890 time: 1.8211892 Jun 27 09:28:23.168309 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Sync routers for ids ['540c54d4-2f56-472b-81cd-bc50abcfd285'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:28:23.179743 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Routers {'540c54d4-2f56-472b-81cd-bc50abcfd285'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:28:23.180391 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:28:12Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['540c54d4-2f56-472b-81cd-bc50abcfd285'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:23.336944 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:23.393125 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Set router 540c54d4-2f56-472b-81cd-bc50abcfd285 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:28:23.772623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:21Z', 'revision_number': 4, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port': {'id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:21Z', 'updated_at': '2022-06-27T09:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:16Z', 'revision_number': 5, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:23.891209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Checking router: 540c54d4-2f56-472b-81cd-bc50abcfd285 for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:28:23.891596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Updating router 540c54d4-2f56-472b-81cd-bc50abcfd285 port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:28:23.945408 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.094933 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:24.261958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks [] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.348601 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.401560 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700137-cd30-4647-8b1f-be516e18197c None None] Pushing event updated for resources: {'Port': ['ID=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:24.403911 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Attempting to bind port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:28:24.404285 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Attempting to bind port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:28:24.404720 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Attempting to bind port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:28:24.410591 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:28:24.410980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:28:24.411381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.411799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:28:24.412272 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Bound port: 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:28:24.412655 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.461576 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] For port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:28:24.464679 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] For port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:28:24.521552 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:24.586716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4700137-cd30-4647-8b1f-be516e18197c None None] Pushing event updated for resources: {'Port': ['ID=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:24.590880 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Routers {'540c54d4-2f56-472b-81cd-bc50abcfd285'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:28:24.591489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:28:12Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['540c54d4-2f56-472b-81cd-bc50abcfd285'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:24.681410 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:24.699139 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] Set router 540c54d4-2f56-472b-81cd-bc50abcfd285 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:28:24.756146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 42688) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:28:24.873880 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e42ec7bb-4fba-40aa-aee9-140c807fc09c admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1165934 Jun 27 09:28:24.898084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:21Z', 'revision_number': 4, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port': {'id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:21Z', 'updated_at': '2022-06-27T09:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:16Z', 'revision_number': 5, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:28:24.929264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4cc9b3-059e-4de9-bbd7-a0548da2192c None None] The sync data for ids ['540c54d4-2f56-472b-81cd-bc50abcfd285'] in dv-cinder-847730-1-iscsi is: [{'id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'name': 'router1', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:28:03Z', 'updated_at': '2022-06-27T09:28:21Z', 'revision_number': 4, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'gw_port': {'id': '42b5e0d2-53b5-4ae4-9f3d-be7e48f14914', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:8b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:21Z', 'updated_at': '2022-06-27T09:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'ee8367e8-2d04-4505-ab75-147c8485230b', 'name': '', 'network_id': 'bdad8219-f129-4cb8-b35f-46f1d6d55902', 'tenant_id': '8c495a22d3f7484cb377da68dab0bf97', 'mac_address': 'fa:16:3e:56:af:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540c54d4-2f56-472b-81cd-bc50abcfd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:28:13Z', 'updated_at': '2022-06-27T09:28:16Z', 'revision_number': 5, 'project_id': '8c495a22d3f7484cb377da68dab0bf97', 'subnets': [{'id': '4c35131e-08d3-49e4-b9f0-49f6e4b16511', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86b5a248-eae1-43e3-b213-c4878c0c725b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:28:25.879707 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:28:25.924010 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:25.924400 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:25.994131 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:25.995055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:26.016255 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:28:26.092868 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:26.096919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:26.143747 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=42b5e0d2-53b5-4ae4-9f3d-be7e48f14914,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:28:26.810005 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=29 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:26.815488 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=51 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:27.914443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:28:27.968695 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:28:27.969168 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42b5e0d2-53b5-4ae4-9f3d-be7e48f14914), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:28.046051 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 42b5e0d2-53b5-4ae4-9f3d-be7e48f14914 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:28:29.136213 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:28:34.865787 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=22 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:34.871321 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:38.041931 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=16 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:38.044563 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:39.128179 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:40.233299 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd9367cf-25b7-4ba4-b6b2-b5135a0cc397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:42.579054 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-025cb177-48fc-4895-a290-e82f21f0510b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:44.807307 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:45.938406 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:46.133352 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:28:56.056799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:28:56.062843 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:01.142873 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:01.144628 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:06.135631 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:29:10.658280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f8ae619c-4644-4508-8547-2b3be5c4a2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:12.577899 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-24f171e9-b178-4fee-aed0-b6ed2aa4647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:14.846429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:16.131354 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:16.132847 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:16.393360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:16.424678 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:26.055918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:26.066247 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:38.138584 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:38.143498 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:40.227779 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-77279681-5bcb-43d7-b1db-766f55d4254f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:42.582965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e84721bd-a23a-4e27-970d-16c30c3d7064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:43.135017 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:29:43.684411 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43228) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:43.746075 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a51774-c5e8-4aea-a1dc-a75c3955953d admin admin] GET failed (client error): The resource could not be found. Jun 27 09:29:43.747378 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a4a51774-c5e8-4aea-a1dc-a75c3955953d admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620141 Jun 27 09:29:43.999028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c45e41-1f92-49fe-bf81-c42ebdde462a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:44.000698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-56c45e41-1f92-49fe-bf81-c42ebdde462a admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2492630 Jun 27 09:29:44.811077 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:45.914996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.057343 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43238) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:46.131824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.200458 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fdba6-662a-43e6-aaca-b439c4d81e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:46.201848 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-822fdba6-662a-43e6-aaca-b439c4d81e53 admin admin] 10.222.0.64 "GET /v2.0/subnets/4c35131e-08d3-49e4-b9f0-49f6e4b16511 HTTP/1.1" status: 200 len: 849 time: 0.1435320 Jun 27 09:29:46.211746 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:29:46.297751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Publish callbacks [] for subnet (4c35131e-08d3-49e4-b9f0-49f6e4b16511), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.517872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784313610087'] for subnet (4c35131e-08d3-49e4-b9f0-49f6e4b16511), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.559062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:46.559955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.562127 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] 10.222.0.64 "PUT /v2.0/subnets/4c35131e-08d3-49e4-b9f0-49f6e4b16511 HTTP/1.1" status: 200 len: 868 time: 0.3537998 Jun 27 09:29:46.563330 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f7f85-0abc-4fd7-b7f2-e2643eff568f None None] Network bdad8219-f129-4cb8-b35f-46f1d6d55902 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:29:46.577187 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c35131e-08d3-49e4-b9f0-49f6e4b16511,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:29:46.585285 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.585663 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.586003 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.586410 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.586897 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.587379 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.587751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.588139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.588696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.589041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.590175 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.590175 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.590175 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.590559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.590835 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3b8833-0ce3-46e5-8757-31be2ad9babb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:29:46.923573 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Provisioning complete for port ee8367e8-2d04-4505-ab75-147c8485230b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:29:46.924193 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ee8367e8-2d04-4505-ab75-147c8485230b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:46.999906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Current status of the port ee8367e8-2d04-4505-ab75-147c8485230b is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:29:47.008364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Provisioning complete for port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:29:47.008753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (42f7960e-5fec-48b9-aaf0-1c2eb085e938), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:29:47.081919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd7779-d541-430c-8f15-8042b7cfa821 None None] Current status of the port 42f7960e-5fec-48b9-aaf0-1c2eb085e938 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:29:48.665136 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43248) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:48.866760 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d39e42-d1bc-4e4e-9914-1aa071151006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:48.867143 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d39e42-d1bc-4e4e-9914-1aa071151006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:48.868709 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e8d39e42-d1bc-4e4e-9914-1aa071151006 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026143 Jun 27 09:29:50.946655 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43256) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:51.085721 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54a742-66ab-471c-97c8-2ba4fd9983d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:51.086196 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c54a742-66ab-471c-97c8-2ba4fd9983d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:51.087770 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9c54a742-66ab-471c-97c8-2ba4fd9983d7 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1401303 Jun 27 09:29:53.130626 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:53.167010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43264) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:53.291158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f4f0d-f1b2-4a35-99cd-2dd55b4f04f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:53.292597 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-002f4f0d-f1b2-4a35-99cd-2dd55b4f04f6 admin admin] 10.222.0.64 "GET /v2.0/networks/80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 HTTP/1.1" status: 200 len: 886 time: 0.1246190 Jun 27 09:29:55.380544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43272) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:55.517027 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4790bfcf-d3aa-4bd7-af40-ea32043ec1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:55.518426 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4790bfcf-d3aa-4bd7-af40-ea32043ec1e4 admin admin] 10.222.0.64 "GET /v2.0/networks/bdad8219-f129-4cb8-b35f-46f1d6d55902 HTTP/1.1" status: 200 len: 869 time: 0.1369302 Jun 27 09:29:57.077510 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=46 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:57.080491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:29:57.580028 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43280) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:57.705170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e3852-b450-463d-9c36-cdf4f9d86bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:57.705628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e3852-b450-463d-9c36-cdf4f9d86bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:57.707201 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d37e3852-b450-463d-9c36-cdf4f9d86bc8 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262195 Jun 27 09:29:59.772728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43288) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:29:59.867186 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa67379-5456-4b4e-923f-a95b8bdeb689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:59.867186 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa67379-5456-4b4e-923f-a95b8bdeb689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:29:59.868665 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dfa67379-5456-4b4e-923f-a95b8bdeb689 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949798 Jun 27 09:30:01.973453 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43296) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:02.069102 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e50ce-b141-4d8d-984f-b04de3132adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:02.070492 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-888e50ce-b141-4d8d-984f-b04de3132adb admin admin] 10.222.0.64 "GET /v2.0/subnets/4c35131e-08d3-49e4-b9f0-49f6e4b16511 HTTP/1.1" status: 200 len: 868 time: 0.0960834 Jun 27 09:30:04.144709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43304) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:04.243040 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:04.248755 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f1e66-9d37-4d60-8f9e-35f112a24891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:04.250279 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d59f1e66-9d37-4d60-8f9e-35f112a24891 admin admin] 10.222.0.64 "GET /v2.0/subnets/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657 HTTP/1.1" status: 200 len: 816 time: 0.1046665 Jun 27 09:30:05.513784 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=36 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:05.514575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=32 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:10.221371 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-80436570-ffd4-4961-99bc-b75e16638bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:12.588360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-945cc2e0-ca87-4da0-b12b-ec1f248b654d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:14.245784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:14.814819 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:15.135976 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:15.141120 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:15.914699 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:16.120391 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:20.183050 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:30:26.050474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:26.052669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:31.142778 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43360) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:31.197092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [None req-e81d477c-eb76-4f62-9dcc-0cacadfb8722 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:30:31.198160 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e81d477c-eb76-4f62-9dcc-0cacadfb8722 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0544357 Jun 27 09:30:33.401551 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43368) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:33.470907 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.pecan_wsgi.hooks.translation [None req-862311e7-0143-4456-9273-c9e57afcdec1 admin admin] GET failed (client error): The resource could not be found. Jun 27 09:30:33.472373 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-862311e7-0143-4456-9273-c9e57afcdec1 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698755 Jun 27 09:30:33.569838 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a5381c-6a60-46a4-bc3b-97246ccef332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:33.571342 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-18a5381c-6a60-46a4-bc3b-97246ccef332 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0947690 Jun 27 09:30:35.695957 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43376) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:35.745484 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:30:35.862236 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Made reservation on behalf of d706bacf3a904a118b091c4d80341fee for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:30:35.865306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:35.895051 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING neutron.services.revisions.revision_plugin [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Could not find related network for resource to bump revision. Jun 27 09:30:35.912367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:30:35.925985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784313514882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (002d145f-bba7-4429-959e-9f37f4d7dd3b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:35.926516 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Unsubscribe: segment precommit_create {{(pid=104648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 09:30:35.927441 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Added segment 002d145f-bba7-4429-959e-9f37f4d7dd3b of type vlan for network 5a846587-dbc9-4977-a922-947b6fd809a8 Jun 27 09:30:35.976240 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (5a846587-dbc9-4977-a922-947b6fd809a8), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:36.090670 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (5a846587-dbc9-4977-a922-947b6fd809a8), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:36.092394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:36.092979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:36.188005 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Pushing event updated for resources: {'Network': ['ID=5a846587-dbc9-4977-a922-947b6fd809a8,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:30:36.195294 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.195700 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.196184 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.196540 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.196885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.197225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.197604 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.197944 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.198320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.198793 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.199152 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.199506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.200011 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.200356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.200730 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:36.212155 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 5a846587-dbc9-4977-a922-947b6fd809a8 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:30:36.253263 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2773c33f-2739-4dcd-8478-e96ee8606365 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5561159 Jun 27 09:30:38.096356 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:38.117950 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=17 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:38.366615 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43384) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:30:38.431244 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6092da-1e67-463b-8801-9ec4ed04fbf0 admin admin] GET failed (client error): The resource could not be found. Jun 27 09:30:38.432679 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3d6092da-1e67-463b-8801-9ec4ed04fbf0 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651057 Jun 27 09:30:38.506058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978ac28-8c92-45a4-af84-c718f511bee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:38.507566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b978ac28-8c92-45a4-af84-c718f511bee5 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705233 Jun 27 09:30:38.517157 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:30:38.605014 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Made reservation on behalf of d706bacf3a904a118b091c4d80341fee for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:30:38.607286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:38.831750 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (2ec115a9-f8aa-4794-9089-4dfebc81545f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:38.888949 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec115a9-f8aa-4794-9089-4dfebc81545f,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:30:38.900599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Checking segment: {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:30:38.900949 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Network hostable DHCP agents. Network: 5a846587-dbc9-4977-a922-947b6fd809a8, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:30:39.010566 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Network 5a846587-dbc9-4977-a922-947b6fd809a8 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:30:39.073037 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 5a846587-dbc9-4977-a922-947b6fd809a8) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:30:39.077570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:30:39.078169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.082890 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b70c6b-6a26-4190-9722-7040c9d76423 None None] Network 5a846587-dbc9-4977-a922-947b6fd809a8 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:30:39.150648 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-5ef4504b-2c53-4715-a7d5-2005c6556af2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6367216 Jun 27 09:30:39.191175 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-5a846587-dbc9-4977-a922-947b6fd809a8', 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8', 'project_id': 'd706bacf3a904a118b091c4d80341fee', 'fixed_ips': [{'subnet_id': '2ec115a9-f8aa-4794-9089-4dfebc81545f'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:30:39.198075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.344542 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Allocated IP 192.168.233.2 (5a846587-dbc9-4977-a922-947b6fd809a8/2ec115a9-f8aa-4794-9089-4dfebc81545f/74dc2fb4-4a20-4ba0-86ba-60dae7c6379d) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:30:39.583453 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks [] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.666890 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.708996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Network 5a846587-dbc9-4977-a922-947b6fd809a8 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:30:39.714244 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:30:39.718948 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:30:39.722226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Pushing event updated for resources: {'Port': ['ID=74dc2fb4-4a20-4ba0-86ba-60dae7c6379d,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:30:39.733168 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.733520 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.733886 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.734245 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.734588 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.734919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.735247 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.735596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.735930 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.736257 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.736583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.736923 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.737254 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.737573 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.737894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:30:39.797109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Attempting to bind port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:30:39.797475 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Attempting to bind port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:30:39.797838 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Attempting to bind port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d on network 5a846587-dbc9-4977-a922-947b6fd809a8 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:30:39.803584 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:30:39.803941 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Checking segment: {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:30:39.804344 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.804737 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Bound using segment: {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:30:39.805214 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Bound port: 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:30:39.805586 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.873823 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] For port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:30:39.873823 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] For port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=74dc2fb4-4a20-4ba0-86ba-60dae7c6379d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:30:39.931415 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:39.989415 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161f1a2-b762-4d19-a9c0-c53898064bf8 None None] Pushing event updated for resources: {'Port': ['ID=74dc2fb4-4a20-4ba0-86ba-60dae7c6379d,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:30:40.245756 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-28f82574-7a1b-4b42-bbee-18bc25e7f66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:40.889333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b2b18-4ab5-4a6d-be2a-a9b4e2d7e2f9 None None] Network 5a846587-dbc9-4977-a922-947b6fd809a8 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:30:40.971698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Provisioning complete for port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:30:40.972012 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:40.973525 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:41.012612 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:41.082129 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Current status of the port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:30:41.082519 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:41.119005 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] For port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=74dc2fb4-4a20-4ba0-86ba-60dae7c6379d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:30:41.186586 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:41.240916 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39015847-b2a1-45ff-8ad3-eaa5f488be81 None None] Pushing event updated for resources: {'Port': ['ID=74dc2fb4-4a20-4ba0-86ba-60dae7c6379d,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:30:41.305974 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-e91b3301-faa5-4a70-ad74-7f3ce39ec739 None None] Provisioning complete for port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:30:41.306672 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e91b3301-faa5-4a70-ad74-7f3ce39ec739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:41.386954 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e91b3301-faa5-4a70-ad74-7f3ce39ec739 None None] Current status of the port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:30:41.960759 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:30:42.005911 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:30:42.006306 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (74dc2fb4-4a20-4ba0-86ba-60dae7c6379d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:42.082548 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 74dc2fb4-4a20-4ba0-86ba-60dae7c6379d is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:30:42.570675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d52afa3-6298-4d3e-808e-863689d50d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:44.837514 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:45.919051 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:46.113646 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:30:49.088075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=79,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:49.089339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:52.133365 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:52.138800 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:56.045622 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:56.047489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:30:57.135673 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:31:07.129884 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:07.130656 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:10.267094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-97763c7c-d648-4f87-b439-f19349480cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:12.575627 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-94726396-8a2a-4899-9f50-aad80f8a035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:14.810358 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:15.939730 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:16.139824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:26.050965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:26.054121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:34.135322 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:31:40.266302 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1f059698-465d-49c0-9a03-181935b121c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:42.591291 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d0c25f4c-0e5b-4ca4-9414-8662a47b0e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:44.130477 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:44.131341 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:44.830994 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:45.924187 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:46.140592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:31:56.056870 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:31:56.058245 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:06.135681 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:06.139612 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:10.226054 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-15b9fb74-0f21-45f4-8485-8128aba67ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:11.135075 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:32:12.591830 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-029c7d43-16dd-4d12-bea1-5bb3e793e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:13.034315 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43424) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:32:13.040393 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [None req-de6290d6-cec3-4664-8c79-5a72920e11ca tempest-verify_tempest_config-1969044359 tempest-verify_tempest_config-1969044359-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:32:13.041416 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-de6290d6-cec3-4664-8c79-5a72920e11ca tempest-verify_tempest_config-1969044359 tempest-verify_tempest_config-1969044359-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0061045 Jun 27 09:32:13.534482 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43442) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:32:13.640703 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:13.717386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Publish callbacks [] for security_group (9b4b3079-49c3-4050-aefa-4b9cd4e8222d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:13.774544 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9b4b3079-49c3-4050-aefa-4b9cd4e8222d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:13.820932 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5372a03be224a8c9920b224ad9ff487&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2852411 Jun 27 09:32:13.821779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b3079-49c3-4050-aefa-4b9cd4e8222d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:32:13.823752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43448) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:32:13.828533 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.828889 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.829254 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.829607 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.829948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.830286 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.830625 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.830953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.831301 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.831663 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.832012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.832362 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.832694 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.833014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.833346 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c688e9-7246-41c1-8ba5-c9bc1f455e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:13.899348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Publish callbacks [] for security_group (9b4b3079-49c3-4050-aefa-4b9cd4e8222d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:13.920807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Publish callbacks [] for security_group (9b4b3079-49c3-4050-aefa-4b9cd4e8222d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:14.060636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9b4b3079-49c3-4050-aefa-4b9cd4e8222d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:14.063146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:14.064337 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b4b3079-49c3-4050-aefa-4b9cd4e8222d HTTP/1.1" status: 204 len: 168 time: 0.2396216 Jun 27 09:32:14.072709 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b3079-49c3-4050-aefa-4b9cd4e8222d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:32:14.079619 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.079974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.080339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.080688 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.081033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.081363 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.081737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.082066 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.082412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.082749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.083094 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.083448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.083800 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.084689 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.085017 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c039709-b569-42d4-8e25-812641214449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:32:14.830465 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:15.937858 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:16.134814 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:21.130088 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:21.131473 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:23.815178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:23.825262 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:24.068282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:24.076310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:26.053303 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:26.060854 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:40.208675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-039b59b8-b69d-466f-855f-4c880853c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:42.579640 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c0d96e18-fdc2-4d44-9e1c-6f1b2a690cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:43.135174 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:43.145183 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=20 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:44.824519 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:45.921388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:46.162739 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:32:48.134208 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:32:56.057468 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:56.063666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:58.129337 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:32:58.130124 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:10.247759 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1e249468-c5fc-40a9-a7d6-30dc1b46b24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:12.607929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3dcdf1f1-76c2-4f0c-854c-b34c95b0c883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:14.848213 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:15.932830 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:16.128008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:20.147384 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:20.151268 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:25.133455 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:33:26.055979 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:26.063993 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:35.129416 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:38.134662 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:40.247130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52337779-1caf-4c04-85de-36cf29a13871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:42.573149 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df3ffc83-2c1c-4179-bbe6-04b3c9f88133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:44.841766 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:45.915874 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:46.162429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:33:56.065404 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:56.067332 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:57.142461 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:33:57.147340 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:02.132450 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 5 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:34:03.384126 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3837743'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:10.224658 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f03bd914-5372-4c20-9b96-af320d8f8852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:12.127712 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:12.128479 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:12.612683 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-36aace95-ff0a-42be-9cba-04c3f67feb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:14.858408 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:15.944216 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:16.149288 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:16.232400 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43524) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:34:16.340640 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2eeb5532-4a0c-44e7-bbd3-e7ef5bb49dbb admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1071112 Jun 27 09:34:18.437025 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43534) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:34:18.491551 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-54417cec-b836-48e0-b137-4f403727735e admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534344 Jun 27 09:34:26.064250 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:26.071213 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:26.335826 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:28.485680 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:33.383647 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:38.012238 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:38.019336 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=19 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:39.132141 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:34:40.234949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e8ee20af-e222-4d34-890f-ffd27b6f589a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:42.594457 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f9548f20-f313-44f0-8fe9-7196b2214c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:44.840737 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:45.932026 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:46.160158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:34:49.127117 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:49.127859 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:56.062229 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:34:56.068598 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:03.377566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:10.240730 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-98415881-d8e4-4646-9f90-fd8b4f2f23d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:11.144945 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:11.149857 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:12.594687 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4c5f12e4-39af-4f9d-9f3a-a90a69cbb57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:14.886575 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:15.948646 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:16.133077 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:35:16.138090 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:26.063133 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:26.071630 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:26.132447 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:33.394616 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:40.222750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e733eac-0599-43cc-8b61-3f0cfaa6a3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:42.599876 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f8148a04-a4ab-4ca4-af9f-2b719d0dfdbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:44.834226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:45.982625 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:46.148499 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:48.141468 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:48.146357 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:53.134988 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:35:55.890929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:56.067253 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:35:59.269625 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43706) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:35:59.567353 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-888396867-network', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:35:59.668055 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Made reservation on behalf of 79203b0660c041f49c5f2629bd5a0bdf for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:35:59.670698 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:59.681344 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:59.763898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks [] for security_group (f22eea31-ba15-43d4-8f2f-54206e5f9440), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:59.853603 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f22eea31-ba15-43d4-8f2f-54206e5f9440), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:59.879095 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:35:59.894420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22eea31-ba15-43d4-8f2f-54206e5f9440,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:35:59.903771 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (59a4195f-a075-40e9-92e7-3c7b82f95176), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:35:59.904313 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Added segment 59a4195f-a075-40e9-92e7-3c7b82f95176 of type vlan for network 7ad0500a-ea93-4b00-b42a-06ba39611c6e Jun 27 09:35:59.906389 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.906806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.907199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.907497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.907849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.908180 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.908515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.908839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.909166 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.909491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.909816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.910158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.910482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.910802 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.911175 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Tracked resource versions report: Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: pushed versions: Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: { 'AddressGroup': {'1.2'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Agent': {'1.1'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'ConntrackHelper': {'1.0'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Log': {'1.0'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'NDPProxy': {'1.0'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Network': {'1.1'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Port': {'1.7'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'PortForwarding': {'1.3'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'QosPolicy': {'1.10'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroup': {'1.5'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SubPort': {'1.0'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Subnet': {'1.1'}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Trunk': {'1.1'}} Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: consumer versions: Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: HyperV agent@hv-cinder-84773: {}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Agent': '1.1', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'ConntrackHelper': '1.0', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'LocalIPAssociation': '1.0', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Log': '1.0', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'NDPProxy': '1.0', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Network': '1.1', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Port': '1.7', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'PortForwarding': '1.3', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'QosPolicy': '1.10', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroup': '1.5', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SecurityGroupRule': '1.2', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'SubPort': '1.0', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Subnet': '1.1', Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: 'Trunk': '1.1'}} Jun 27 09:35:59.912595 dv-cinder-847730-1-iscsi neutron-server[104648]: {{(pid=104648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:35:59.965536 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (7ad0500a-ea93-4b00-b42a-06ba39611c6e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.040699 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (7ad0500a-ea93-4b00-b42a-06ba39611c6e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.042591 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:00.043201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.113161 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] Pushing event updated for resources: {'Network': ['ID=7ad0500a-ea93-4b00-b42a-06ba39611c6e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:00.126412 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:36:00.146116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43746) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:00.190972 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f73b4b8e-024d-4b2d-9d28-a4fb5f2b084d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9202237 Jun 27 09:36:00.193865 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43750) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:00.199096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Request body: {'subnet': {'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-subnet', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:00.222954 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43752) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:00.325257 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Made reservation on behalf of 79203b0660c041f49c5f2629bd5a0bdf for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:00.327751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.598203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (afbdf362-754a-4017-9b15-624ee1ca05b2), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.638417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbdf362-754a-4017-9b15-624ee1ca05b2,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:00.650294 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-711600100-network', 'tenant_id': 'e93273a70b35491d8d0acf14ddb5afe4'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:00.671413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-network', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:00.692439 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43780) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:00.706491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:00.710705 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Checking segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:00.711621 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Network hostable DHCP agents. Network: 7ad0500a-ea93-4b00-b42a-06ba39611c6e, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:36:00.788977 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Made reservation on behalf of e93273a70b35491d8d0acf14ddb5afe4 for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:00.791355 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.793636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Made reservation on behalf of 6a50c1d09d3247728aa1ef9fb69463fc for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:00.797028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.813387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.815565 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:00.818886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:00.925388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:36:00.967267 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-520567646-network', 'tenant_id': '84dd698260134176acd4f4892911ab05'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:01.050717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 7ad0500a-ea93-4b00-b42a-06ba39611c6e) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:01.050717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks [] for security_group (0917b6b8-04c1-4b6b-8d4e-177598613112), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.057645 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e4f81-9956-44a7-881a-983ea2de6ce5 None None] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:01.059189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:01.059815 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.063218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks [] for security_group (72cb0106-e7e8-43ef-a1b7-6057bbcd1853), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.068853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Made reservation on behalf of 84dd698260134176acd4f4892911ab05 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:01.072794 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.082744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.150075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (72cb0106-e7e8-43ef-a1b7-6057bbcd1853), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.153598 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (0917b6b8-04c1-4b6b-8d4e-177598613112), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.184567 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks [] for security_group (a32b0d22-5783-486e-9e87-67aaa0fb1b85), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.193854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:36:01.201933 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-74eb5e9e-b18d-4834-bc3e-8c9498d385f1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0068293 Jun 27 09:36:01.202791 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:36:01.218012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43806) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:01.226115 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:01.235776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (c57f4804-595a-463b-a738-ddffa8cd46b1), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.238302 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Added segment c57f4804-595a-463b-a738-ddffa8cd46b1 of type vlan for network a8795620-6261-4ca7-aa1f-2f82da88a8b6 Jun 27 09:36:01.259199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (28ace69b-6311-44d7-aa2d-e2c02f9655b3), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.261124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Added segment 28ace69b-6311-44d7-aa2d-e2c02f9655b3 of type vlan for network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 Jun 27 09:36:01.274560 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a32b0d22-5783-486e-9e87-67aaa0fb1b85), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.287852 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cb0106-e7e8-43ef-a1b7-6057bbcd1853,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.290625 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:36:01.316364 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e3b6d053-bd39-4ac8-8b0c-d921c8f96033), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.316748 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Added segment e3b6d053-bd39-4ac8-8b0c-d921c8f96033 of type vlan for network 9db8f8bc-db53-4737-8355-45174efdae65 Jun 27 09:36:01.327093 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32b0d22-5783-486e-9e87-67aaa0fb1b85,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.353063 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:36:01.354512 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.359223 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (a8795620-6261-4ca7-aa1f-2f82da88a8b6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.370627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.373623 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.380885 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.382409 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.382870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.386172 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.386639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.387041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.387457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.387883 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.388275 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.388665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.389184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.390333 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.390730 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.391122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.391507 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Tracked resource versions report: Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: pushed versions: Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: { 'AddressGroup': {'1.2'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Agent': {'1.1'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'ConntrackHelper': {'1.0'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Log': {'1.0'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'NDPProxy': {'1.0'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Network': {'1.1'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Port': {'1.7'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'PortForwarding': {'1.3'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'QosPolicy': {'1.10'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroup': {'1.5'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SubPort': {'1.0'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Subnet': {'1.1'}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Trunk': {'1.1'}} Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: consumer versions: Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: HyperV agent@hv-cinder-84773: {}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Agent': '1.1', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'ConntrackHelper': '1.0', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'LocalIPAssociation': '1.0', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Log': '1.0', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'NDPProxy': '1.0', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Network': '1.1', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Port': '1.7', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'PortForwarding': '1.3', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'QosPolicy': '1.10', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroup': '1.5', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SecurityGroupRule': '1.2', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'SubPort': '1.0', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Subnet': '1.1', Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: 'Trunk': '1.1'}} Jun 27 09:36:01.392865 dv-cinder-847730-1-iscsi neutron-server[104649]: {{(pid=104649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:36:01.409306 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (9db8f8bc-db53-4737-8355-45174efdae65), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.430060 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917b6b8-04c1-4b6b-8d4e-177598613112,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.480706 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for router_controller (dcb5921e-d446-425e-a9e6-8939ecac62a7), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.485633 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (8135fe8c-03ea-49b7-8f4d-5a328bf8b692), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.508162 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (a8795620-6261-4ca7-aa1f-2f82da88a8b6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.510468 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:01.511140 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.531436 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (9db8f8bc-db53-4737-8355-45174efdae65), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.532513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:01.533091 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.597908 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] Pushing event updated for resources: {'Network': ['ID=a8795620-6261-4ca7-aa1f-2f82da88a8b6,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.638158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network a8795620-6261-4ca7-aa1f-2f82da88a8b6 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:36:01.659075 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-80edbb1f-b792-472d-8ad6-9fc8b2d8566d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5076118 Jun 27 09:36:01.659075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (8135fe8c-03ea-49b7-8f4d-5a328bf8b692), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.659075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:01.659075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.674711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43822) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:01.684871 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Request body: {'subnet': {'network_id': 'a8795620-6261-4ca7-aa1f-2f82da88a8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-711600100-subnet', 'tenant_id': 'e93273a70b35491d8d0acf14ddb5afe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:01.734151 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Allocated IP 172.20.0.2 (7ad0500a-ea93-4b00-b42a-06ba39611c6e/afbdf362-754a-4017-9b15-624ee1ca05b2/ce6636d4-2598-47db-bbcb-13f9d2803aed) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:01.767677 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] Pushing event updated for resources: {'Network': ['ID=9db8f8bc-db53-4737-8355-45174efdae65,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.795724 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 9db8f8bc-db53-4737-8355-45174efdae65 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:36:01.814761 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] Pushing event updated for resources: {'Network': ['ID=8135fe8c-03ea-49b7-8f4d-5a328bf8b692,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:01.840494 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bd692590-5eed-4f52-84e1-ecadfd70d968 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6164048 Jun 27 09:36:01.841371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43834) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:01.850770 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Request body: {'subnet': {'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-subnet', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:01.854461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:36:01.931914 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Made reservation on behalf of e93273a70b35491d8d0acf14ddb5afe4 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:01.934544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.960314 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Made reservation on behalf of 6a50c1d09d3247728aa1ef9fb69463fc for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:01.963095 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.987375 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for router_gateway (dcb5921e-d446-425e-a9e6-8939ecac62a7), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:01.997787 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5299d04b-b7f6-423c-952d-bb2af853787d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3041906 Jun 27 09:36:02.006125 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43844) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:02.013541 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Request body: {'subnet': {'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-520567646-subnet', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:02.190829 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Made reservation on behalf of 84dd698260134176acd4f4892911ab05 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:02.194869 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.273086 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5,neutron:INSERT=30,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.276040 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks [] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.405893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.440773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (f054a032-79a6-44d2-b294-aa6a9f4167ca), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.444773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (c384054e-1bb3-4fb4-bfb4-8eb604db25df), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.448342 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.456111 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:02.460088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:02.464635 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:02.474822 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Pushing event updated for resources: {'Port': ['ID=ce6636d4-2598-47db-bbcb-13f9d2803aed,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:02.503260 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f054a032-79a6-44d2-b294-aa6a9f4167ca,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:02.505198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.505714 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.506233 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.506804 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.507298 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.507926 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.508474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.508644 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.509117 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.509427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.509767 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.510251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.510734 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.511248 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.511753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.512258 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.512779 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Tracked resource versions report: Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: pushed versions: Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: { 'AddressGroup': {'1.2'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Agent': {'1.1'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'ConntrackHelper': {'1.0'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Log': {'1.0'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'NDPProxy': {'1.0'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Network': {'1.1'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Port': {'1.7'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'PortForwarding': {'1.3'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'QosPolicy': {'1.10'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroup': {'1.5'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SubPort': {'1.0'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Subnet': {'1.1'}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Trunk': {'1.1'}} Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: consumer versions: Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: HyperV agent@hv-cinder-84773: {}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Agent': '1.1', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'ConntrackHelper': '1.0', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'LocalIPAssociation': '1.0', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Log': '1.0', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'NDPProxy': '1.0', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Network': '1.1', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Port': '1.7', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'PortForwarding': '1.3', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'QosPolicy': '1.10', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroup': '1.5', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SecurityGroupRule': '1.2', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'SubPort': '1.0', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Subnet': '1.1', Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: 'Trunk': '1.1'}} Jun 27 09:36:02.514854 dv-cinder-847730-1-iscsi neutron-server[104650]: {{(pid=104650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:36:02.563470 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Attempting to bind port ce6636d4-2598-47db-bbcb-13f9d2803aed on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:02.564234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Attempting to bind port ce6636d4-2598-47db-bbcb-13f9d2803aed by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:02.564669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Attempting to bind port ce6636d4-2598-47db-bbcb-13f9d2803aed on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:02.572073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:02.572448 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Checking segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:02.573061 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.573458 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Bound using segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:02.573951 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Bound port: ce6636d4-2598-47db-bbcb-13f9d2803aed, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:02.574329 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.585617 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for router_gateway (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.588728 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c384054e-1bb3-4fb4-bfb4-8eb604db25df,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:02.597605 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Checking segment: {'id': 'c57f4804-595a-463b-a738-ddffa8cd46b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a8795620-6261-4ca7-aa1f-2f82da88a8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:02.597975 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Network hostable DHCP agents. Network: a8795620-6261-4ca7-aa1f-2f82da88a8b6, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:36:02.600364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:02.600704 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Network hostable DHCP agents. Network: 8135fe8c-03ea-49b7-8f4d-5a328bf8b692, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:36:02.629164 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.653664 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] For port ce6636d4-2598-47db-bbcb-13f9d2803aed, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:02.674160 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] For port ce6636d4-2598-47db-bbcb-13f9d2803aed, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ce6636d4-2598-47db-bbcb-13f9d2803aed,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:02.674304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Network a8795620-6261-4ca7-aa1f-2f82da88a8b6 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:36:02.688063 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:36:02.771841 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.780173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 8135fe8c-03ea-49b7-8f4d-5a328bf8b692) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:02.781837 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, a8795620-6261-4ca7-aa1f-2f82da88a8b6) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:02.787194 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.793745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:02.794515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.817759 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:02.818368 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.820795 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff2fc2-6f6a-4dd3-abd1-506e997b9266 None None] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:02.838450 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042b6b9f-37dc-4ca6-bd9c-887f18cd3ab7 None None] Network a8795620-6261-4ca7-aa1f-2f82da88a8b6 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:02.846086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (8eea91f1-f0a7-4218-a56b-901df0a38a4b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:02.854027 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:02.889076 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ec6418e7-d941-4a9e-bbae-b440a27e2b2f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0441988 Jun 27 09:36:02.892250 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43860) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:02.901851 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Allocated IP 172.27.1.18 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/55ed11a9-a5e1-4361-ab2c-514b99a7c38b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:02.904758 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:02.922798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b9553-609c-4a43-abd9-946715fb0758 None None] Pushing event updated for resources: {'Port': ['ID=ce6636d4-2598-47db-bbcb-13f9d2803aed,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:02.951798 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-d4d9bfff-76fc-4ca7-888a-8f787f7279be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2522659 Jun 27 09:36:02.988404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eea91f1-f0a7-4218-a56b-901df0a38a4b,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:03.018577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Checking segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:03.018803 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Network hostable DHCP agents. Network: 9db8f8bc-db53-4737-8355-45174efdae65, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:36:03.025212 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.027967 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.130540 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:03.131254 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:03.180288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.266861 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Network 9db8f8bc-db53-4737-8355-45174efdae65 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:36:03.422620 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:36:03.422620 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.422620 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe4954-01c9-4530-8e50-975db6506bbd None None] Network a8795620-6261-4ca7-aa1f-2f82da88a8b6 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:03.681266 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for router_controller (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.688639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 9db8f8bc-db53-4737-8355-45174efdae65) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:03.688639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:03.688639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.692776 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a32e6-5309-435a-9340-d8be1aa864d7 None None] Network 9db8f8bc-db53-4737-8355-45174efdae65 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:03.692776 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.695153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.695153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:03.695153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:03.695153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:03.695153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Pushing event updated for resources: {'Port': ['ID=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:03.766157 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Allocated IP 172.20.0.2 (8135fe8c-03ea-49b7-8f4d-5a328bf8b692/f054a032-79a6-44d2-b294-aa6a9f4167ca/8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:03.811387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-9db8f8bc-db53-4737-8355-45174efdae65', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'project_id': '84dd698260134176acd4f4892911ab05', 'fixed_ips': [{'subnet_id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:36:03.812331 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.816488 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for router_gateway (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.838301 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-baa9fe3b-d03a-4a26-9c54-03fec98e30e5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8310359 Jun 27 09:36:03.843242 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43896) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:03.850335 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:03.947033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:03.948292 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.139908 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for router_controller (c8087914-cc46-4ad6-822c-5b440e8bcb1b), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.157036 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Allocated IP 172.20.0.2 (9db8f8bc-db53-4737-8355-45174efdae65/8eea91f1-f0a7-4218-a56b-901df0a38a4b/ac82610a-6609-46ec-b0ec-0d798aedf3cb) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:04.164272 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks [] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.432358 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks [] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.435663 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ce6636d4-2598-47db-bbcb-13f9d2803aed up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:04.441667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.451884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for router_gateway (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.489859 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for router_gateway (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.548204 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 43924) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:04.549362 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.559796 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.592388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:04.613545 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Network 9db8f8bc-db53-4737-8355-45174efdae65 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:04.615971 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Pushing event updated for resources: {'Port': ['ID=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:04.623722 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:04.626039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:04.702609 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650c06b-bf86-49b2-8eb7-6d9acf3f23d0 None None] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:04.802214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.836249 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671983271-network', 'tenant_id': 'e0af33cde1b7425181dfacd9ef8fa830'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:04.849174 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ce6636d4-2598-47db-bbcb-13f9d2803aed triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:04.850333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.912550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:04.917495 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for router_gateway (c8087914-cc46-4ad6-822c-5b440e8bcb1b), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.923590 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:04.934130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:04.935024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Provisioning complete for port ce6636d4-2598-47db-bbcb-13f9d2803aed triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:04.935355 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:04.947718 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Pushing event updated for resources: {'Port': ['ID=ac82610a-6609-46ec-b0ec-0d798aedf3cb,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:04.949521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Allocated IP 172.27.1.58 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/21c79924-df81-4a04-abfd-408c639b0a47) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:05.033619 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Made reservation on behalf of e0af33cde1b7425181dfacd9ef8fa830 for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:05.036483 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.040762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:36:05.043448 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:05.083280 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.123028 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=9 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:05.197647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:05.211749 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:05.221205 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ce6636d4-2598-47db-bbcb-13f9d2803aed is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:05.221624 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.230393 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Attempting to bind port ac82610a-6609-46ec-b0ec-0d798aedf3cb on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:05.230847 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Attempting to bind port ac82610a-6609-46ec-b0ec-0d798aedf3cb by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:05.231161 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Attempting to bind port ac82610a-6609-46ec-b0ec-0d798aedf3cb on network 9db8f8bc-db53-4737-8355-45174efdae65 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:05.244389 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:05.247213 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Attempting to bind port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:05.247626 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Attempting to bind port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:05.247996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Attempting to bind port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:05.252230 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:05.263319 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:05.263775 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Checking segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:05.264188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.264588 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Bound using segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:05.265075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Bound port: ac82610a-6609-46ec-b0ec-0d798aedf3cb, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:05.265540 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.276995 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.288079 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dce3f18e-d873-4dc7-8a11-b58cb04b4986 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0586841 Jun 27 09:36:05.288079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 43946) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:05.288211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Current status of the port ce6636d4-2598-47db-bbcb-13f9d2803aed is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:05.288211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.296524 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:05.296765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:05.297097 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.297496 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Bound using segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:05.298376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Bound port: 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:05.298376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.377888 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:05.409725 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port ce6636d4-2598-47db-bbcb-13f9d2803aed, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ce6636d4-2598-47db-bbcb-13f9d2803aed,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:05.448738 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:05.457499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for port (21c79924-df81-4a04-abfd-408c639b0a47), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.534925 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.597744 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=ce6636d4-2598-47db-bbcb-13f9d2803aed,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:05.606152 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] For port ac82610a-6609-46ec-b0ec-0d798aedf3cb, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:05.611033 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] For port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:05.621226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:05.653706 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] For port ac82610a-6609-46ec-b0ec-0d798aedf3cb, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ac82610a-6609-46ec-b0ec-0d798aedf3cb,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:05.661024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] For port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:05.672947 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.db.api [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 09:36:05.678808 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG oslo_db.api [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 09:36:05.707117 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:05.708497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks [] for security_group (88275d1d-ce6b-4c5b-98eb-d23855642af6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.735572 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for router_gateway (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.756080 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.762593 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.774253 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.874503 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (88275d1d-ce6b-4c5b-98eb-d23855642af6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.893301 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:36:05.918890 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e56dfaf1-2d5a-4255-83f0-b82a0deabfe5), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:05.919958 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Added segment e56dfaf1-2d5a-4255-83f0-b82a0deabfe5 of type vlan for network 8feb329e-3052-4263-b7ad-8bcb9f39e133 Jun 27 09:36:05.960113 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e311238-8d98-4565-a87f-da1f592578e7 None None] Pushing event updated for resources: {'Port': ['ID=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:06.004716 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (8feb329e-3052-4263-b7ad-8bcb9f39e133), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.013523 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:03Z', 'revision_number': 3, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:06.084959 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:06.085324 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Updating router dcb5921e-d446-425e-a9e6-8939ecac62a7 port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:06.109145 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88275d1d-ce6b-4c5b-98eb-d23855642af6,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:06.138382 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.236980 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (21c79924-df81-4a04-abfd-408c639b0a47), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.242714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (8feb329e-3052-4263-b7ad-8bcb9f39e133), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.243902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:06.245099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.403637 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ce6636d4-2598-47db-bbcb-13f9d2803aed up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:06.413123 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.468853 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:06.470970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] Pushing event updated for resources: {'Network': ['ID=8feb329e-3052-4263-b7ad-8bcb9f39e133,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:06.482082 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Allocated IP 172.27.1.19 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:06.486575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:06.489332 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:06.510027 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 8feb329e-3052-4263-b7ad-8bcb9f39e133 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:36:06.566950 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e0a68-4bf8-4b81-b401-029a6683c166 None None] Pushing event updated for resources: {'Port': ['ID=ac82610a-6609-46ec-b0ec-0d798aedf3cb,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:06.580819 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-7b5711c0-cc18-4f5d-802e-a25320b81ca1 None None] Current status of the port ce6636d4-2598-47db-bbcb-13f9d2803aed is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:06.653190 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ce6636d4-2598-47db-bbcb-13f9d2803aed triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:06.659776 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.718136 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Allocated IP 172.20.0.1 (7ad0500a-ea93-4b00-b42a-06ba39611c6e/afbdf362-754a-4017-9b15-624ee1ca05b2/7cb42556-b3d8-4c82-a4cb-97f54e992ba7) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:06.727411 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-5f5f3927-e19c-412c-96c6-92f005287783 None None] Provisioning complete for port ce6636d4-2598-47db-bbcb-13f9d2803aed triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:06.733071 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5f5f3927-e19c-412c-96c6-92f005287783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.807161 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ce6636d4-2598-47db-bbcb-13f9d2803aed is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:06.829251 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.856032 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f3927-e19c-412c-96c6-92f005287783 None None] Current status of the port ce6636d4-2598-47db-bbcb-13f9d2803aed is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:06.886282 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e6036e4c-2dc6-4ca6-ad3c-e460eed9f8ac admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0472989 Jun 27 09:36:06.886282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Pushing event updated for resources: {'Port': ['ID=21c79924-df81-4a04-abfd-408c639b0a47,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:06.889354 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44000) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:06.899499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Request body: {'subnet': {'network_id': '8feb329e-3052-4263-b7ad-8bcb9f39e133', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1671983271-subnet', 'tenant_id': 'e0af33cde1b7425181dfacd9ef8fa830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:06.940336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.952583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks [] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:06.993579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Pushing event updated for resources: {'Port': ['ID=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:07.015042 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Made reservation on behalf of e0af33cde1b7425181dfacd9ef8fa830 for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:07.018376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.042105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:07.048105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:07.052525 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:07.064808 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:07.094278 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.122610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for router_gateway (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.151366 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:07.158078 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:07.188968 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:07.260652 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks [] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.312583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:07.315661 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:07.323173 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:07.323173 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.360173 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.391791 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Attempting to bind port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:07.392274 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Attempting to bind port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:07.395066 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Attempting to bind port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:07.499327 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:07.502530 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:07.502530 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.502530 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:07.502530 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Bound port: 55ed11a9-a5e1-4361-ab2c-514b99a7c38b, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:07.503388 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.506170 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Pushing event updated for resources: {'Port': ['ID=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:07.521495 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.522062 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.523229 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.524029 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.524645 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.525123 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.525587 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.526063 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.527460 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.528228 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.528699 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.529279 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.529916 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.530646 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.531397 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Tracked resource versions report: Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: pushed versions: Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: { 'AddressGroup': {'1.2'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Agent': {'1.1'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'ConntrackHelper': {'1.0'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'LocalIPAssociation': {'1.0'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Log': {'1.0'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'NDPProxy': {'1.0'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Network': {'1.1'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Port': {'1.7'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'PortForwarding': {'1.3'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'QosPolicy': {'1.10'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroup': {'1.5'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroupRule': {'1.2'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SubPort': {'1.0'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Subnet': {'1.1'}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Trunk': {'1.1'}} Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: consumer versions: Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: { DHCP agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: HyperV agent@hv-cinder-84773: {}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: L3 agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: Metadata agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: Metering agent@dv-cinder-847730-1-iscsi: {}, Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: Open vSwitch agent@dv-cinder-847730-1-iscsi: { 'AddressGroup': '1.2', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Agent': '1.1', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'ConntrackHelper': '1.0', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'LocalIPAssociation': '1.0', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Log': '1.0', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'NDPProxy': '1.0', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Network': '1.1', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Port': '1.7', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'PortForwarding': '1.3', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'QosPolicy': '1.10', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroup': '1.5', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SecurityGroupRule': '1.2', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'SubPort': '1.0', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Subnet': '1.1', Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: 'Trunk': '1.1'}} Jun 27 09:36:07.536958 dv-cinder-847730-1-iscsi neutron-server[104651]: {{(pid=104651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 09:36:07.624150 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:07.709860 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] For port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:07.714001 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] For port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:07.738091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a37e89-f7f2-4bd1-9ebb-9d4cca05b769 None None] Network 9db8f8bc-db53-4737-8355-45174efdae65 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:07.782980 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:07.814672 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:07.815114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.860952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:07.872638 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.891395 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.918406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for router_gateway (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:07.921751 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034a18a-cd30-46c1-b89c-c2ad2a997e72 None None] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:07.948657 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Provisioning complete for port ac82610a-6609-46ec-b0ec-0d798aedf3cb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:07.948657 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.000657 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (065493bd-1cf9-4132-a541-ff7aa88bb515), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.058105 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:08.060788 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:08.072194 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f203c8-b8a3-408d-be92-ac745b6f5d2c None None] Pushing event updated for resources: {'Port': ['ID=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:08.120926 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.176079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=065493bd-1cf9-4132-a541-ff7aa88bb515,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:08.265218 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Checking segment: {'id': 'e56dfaf1-2d5a-4255-83f0-b82a0deabfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8feb329e-3052-4263-b7ad-8bcb9f39e133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:08.265763 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Network hostable DHCP agents. Network: 8feb329e-3052-4263-b7ad-8bcb9f39e133, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:36:08.274497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:08.274774 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Current status of the port ac82610a-6609-46ec-b0ec-0d798aedf3cb is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:08.274774 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.301681 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:08.315002 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:08.349137 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:08.398779 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] For port ac82610a-6609-46ec-b0ec-0d798aedf3cb, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ac82610a-6609-46ec-b0ec-0d798aedf3cb,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:08.457316 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:08.466691 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.482281 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.575462 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:36:08.605337 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks [] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.615621 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Network 8feb329e-3052-4263-b7ad-8bcb9f39e133 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:36:08.646690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:08.681297 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Provisioning complete for port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:08.682182 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.712279 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129b7f-f10d-4f17-9ce5-87acc9085815 None None] Pushing event updated for resources: {'Port': ['ID=ac82610a-6609-46ec-b0ec-0d798aedf3cb,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:08.716799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:08.717623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.749067 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:08.774682 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ec5b95-1b57-480b-9034-05f56abcfe3c None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:08.789233 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:08.822698 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.825400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.825511 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:08.852681 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 8feb329e-3052-4263-b7ad-8bcb9f39e133) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:08.857468 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:08.858072 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.863263 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:08.863263 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:08.868660 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Router c8087914-cc46-4ad6-822c-5b440e8bcb1b is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:36:08.874018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Current status of the port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:08.874829 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.890018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c98e0f-4fed-4152-b0e6-37795aa925a2 None None] Network 8feb329e-3052-4263-b7ad-8bcb9f39e133 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:08.931461 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.935745 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-cb44b9e5-5968-485e-9867-205f10aef7fc admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.0398893 Jun 27 09:36:08.940680 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44068) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:08.948079 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:08.948307 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:08.992417 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-35908cc7-a4c0-456c-a218-91ee852fbd08 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0953641 Jun 27 09:36:09.022850 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:09.024745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:09.029900 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:09.076467 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.078241 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] For port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:09.167576 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.211605 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.216309 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.246194 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:09.261460 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Sync routers for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:09.281670 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:09.282528 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:09.314380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44082) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:09.349877 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:09.438866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:36:09.492550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Provisioning complete for port ac82610a-6609-46ec-b0ec-0d798aedf3cb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:09.493438 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.548464 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Deleting subnet c384054e-1bb3-4fb4-bfb4-8eb604db25df {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:36:09.561424 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.562950 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6309d183-1ddf-4915-8c4e-b0401f4e0264 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7185667 Jun 27 09:36:09.565809 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.566882 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Publish callbacks [] for subnet (c384054e-1bb3-4fb4-bfb4-8eb604db25df), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.568892 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:09.570860 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44092) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:09.606363 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.656425 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:09.664364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Current status of the port ac82610a-6609-46ec-b0ec-0d798aedf3cb is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:09.668117 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a436a7-a318-4f49-9459-a58fd8267cdc None None] Network 8feb329e-3052-4263-b7ad-8bcb9f39e133 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:36:09.693783 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e17e361d-9cd5-4590-8a8b-795b7fe5d305 admin admin] 10.222.0.64 "PUT /v2.0/routers/dcb5921e-d446-425e-a9e6-8939ecac62a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4108381 Jun 27 09:36:09.788199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Publish callbacks [] for subnet (c384054e-1bb3-4fb4-bfb4-8eb604db25df), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.868597 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (c384054e-1bb3-4fb4-bfb4-8eb604db25df), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:09.908093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:09.926755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.db.api [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 09:36:09.927895 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG oslo_db.api [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 09:36:09.992335 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:10.029762 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Checking router: c8087914-cc46-4ad6-822c-5b440e8bcb1b for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:10.030061 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Updating router c8087914-cc46-4ad6-822c-5b440e8bcb1b port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:10.058926 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514e36b-f4c7-4a22-ba55-b09b2bb75624 None None] Pushing event updated for resources: {'Port': ['ID=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:10.076904 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:10.077991 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.109249 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:10.109529 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.252386 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:10.300679 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Provisioning complete for port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:10.301732 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.472824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ee66acc6-f743-4c5a-a8f7-16863cac8503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.506346 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44124) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:10.566114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:10.594213 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44128) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:10.600131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453864590', 'description': 'tempest-description--509158196'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:10.633261 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:10.635018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ac82610a-6609-46ec-b0ec-0d798aedf3cb up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:10.667387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:10.667856 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Updating router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced port 21c79924-df81-4a04-abfd-408c639b0a47 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:10.672594 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (c384054e-1bb3-4fb4-bfb4-8eb604db25df), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.719814 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.753768 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-34863db6-5bf5-4e18-97d5-87c5c3a010c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.753986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:10.758559 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2961ca54-2341-45b0-b2f7-eb551e591750 None None] Current status of the port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:10.770004 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (21c79924-df81-4a04-abfd-408c639b0a47), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.777947 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks [] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.792357 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c384054e-1bb3-4fb4-bfb4-8eb604db25df,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:10.798828 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.810879 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3cbf99fd-8eb3-41dc-861b-dbdd78eb96f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c384054e-1bb3-4fb4-bfb4-8eb604db25df HTTP/1.1" status: 204 len: 168 time: 1.4900475 Jun 27 09:36:10.810965 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44134) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:10.811036 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.833762 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ac82610a-6609-46ec-b0ec-0d798aedf3cb triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:10.834435 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.845638 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.943835 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Attempting to bind port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:10.946049 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Attempting to bind port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:10.949997 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Attempting to bind port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:10.963992 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d9d95-523c-4d03-81e1-19eea3c2ed2d None None] Pushing event updated for resources: {'Port': ['ID=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:10.970664 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:10.971848 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:10.971848 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:10.972436 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:10.973863 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Bound port: bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:10.974412 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.011992 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:11.028171 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (a8795620-6261-4ca7-aa1f-2f82da88a8b6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.043969 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (71998b2b-bc94-4055-ac7c-df7fd5a97c7e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.056477 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:11.067221 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] For port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:11.076509 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] For port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:11.094599 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-34863db6-5bf5-4e18-97d5-87c5c3a010c0 admin admin] Publish callbacks [] for security_group (cac81d9b-7b59-4dee-bb33-1de47ec2edb5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.104367 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:11.151219 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (71998b2b-bc94-4055-ac7c-df7fd5a97c7e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.182953 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.196816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ac82610a-6609-46ec-b0ec-0d798aedf3cb is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:11.242589 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-34863db6-5bf5-4e18-97d5-87c5c3a010c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cac81d9b-7b59-4dee-bb33-1de47ec2edb5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.282541 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71998b2b-bc94-4055-ac7c-df7fd5a97c7e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:11.295495 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Allocated IP 172.20.0.1 (8135fe8c-03ea-49b7-8f4d-5a328bf8b692/f054a032-79a6-44d2-b294-aa6a9f4167ca/fd38f683-d8f3-47e1-99af-6bb06f3fd838) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:11.347304 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (a8795620-6261-4ca7-aa1f-2f82da88a8b6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.378077 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d9d95-523c-4d03-81e1-19eea3c2ed2d None None] Pushing event updated for resources: {'Port': ['ID=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:11.378538 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34863db6-5bf5-4e18-97d5-87c5c3a010c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac81d9b-7b59-4dee-bb33-1de47ec2edb5,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:11.393262 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks [] for port (21c79924-df81-4a04-abfd-408c639b0a47), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.393385 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.393774 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:11.394534 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-12ede59b-c40c-41b2-8831-7b442040ddc2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7993112 Jun 27 09:36:11.398940 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:11.401168 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:11.404872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44146) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:11.416016 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group_rule': {'security_group_id': '71998b2b-bc94-4055-ac7c-df7fd5a97c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:11.444763 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.445300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.446091 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.446532 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > port after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.446895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.447298 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > port after_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.448355 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.448355 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.448355 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.448618 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.450530 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (21c79924-df81-4a04-abfd-408c639b0a47), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.503402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ac82610a-6609-46ec-b0ec-0d798aedf3cb up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:11.507502 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks [] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.530007 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.540256 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:11.568740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:11.591325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Attempting to bind port 21c79924-df81-4a04-abfd-408c639b0a47 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:11.591733 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Attempting to bind port 21c79924-df81-4a04-abfd-408c639b0a47 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:11.592149 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Attempting to bind port 21c79924-df81-4a04-abfd-408c639b0a47 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:11.599151 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf0cd9-099b-484c-9686-3ef6c65004a7 None None] Pushing event updated for resources: {'Port': ['ID=21c79924-df81-4a04-abfd-408c639b0a47,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:11.617018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:11.617420 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:11.617826 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.618234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:11.618709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Bound port: 21c79924-df81-4a04-abfd-408c639b0a47, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:11.619088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (21c79924-df81-4a04-abfd-408c639b0a47), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.672973 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ac82610a-6609-46ec-b0ec-0d798aedf3cb triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:11.673786 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.750199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.750715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.750872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.751201 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:36:11.751604 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8795620-6261-4ca7-aa1f-2f82da88a8b6']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:11.754739 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:11.756528 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] For port 21c79924-df81-4a04-abfd-408c639b0a47, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:11.762243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Allocated IP 172.20.0.1 (9db8f8bc-db53-4737-8355-45174efdae65/8eea91f1-f0a7-4218-a56b-901df0a38a4b/c19e8042-a254-46fc-9f88-5dc11ea56f59) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:11.763153 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] For port 21c79924-df81-4a04-abfd-408c639b0a47, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=21c79924-df81-4a04-abfd-408c639b0a47,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:11.781771 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57f4804-595a-463b-a738-ddffa8cd46b1') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:11.782103 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57f4804-595a-463b-a738-ddffa8cd46b1') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:11.790050 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6b3038-0f76-4221-a3a3-139b00c54762 None None] The sync data for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi is: [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:11.805570 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-34863db6-5bf5-4e18-97d5-87c5c3a010c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72b88c3f520e421bbfabac2620d19f0b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2924159 Jun 27 09:36:11.819127 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ac82610a-6609-46ec-b0ec-0d798aedf3cb is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:11.820328 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:11.828955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44150) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:11.836488 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (c57f4804-595a-463b-a738-ddffa8cd46b1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.872300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (31298750-d1a4-43e9-8056-08190cbb6df2), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.878703 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:11.883144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.888725 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (21c79924-df81-4a04-abfd-408c639b0a47), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.898894 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (c57f4804-595a-463b-a738-ddffa8cd46b1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.902224 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.916088 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks [] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.925927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:36:11.926568 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (c57f4804-595a-463b-a738-ddffa8cd46b1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.954559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:11.960599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:11.965695 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:11.972015 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:11.972109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf0cd9-099b-484c-9686-3ef6c65004a7 None None] Pushing event updated for resources: {'Port': ['ID=21c79924-df81-4a04-abfd-408c639b0a47,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.018189 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:12.019112 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:12.125848 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Pushing event updated for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.131644 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (a8795620-6261-4ca7-aa1f-2f82da88a8b6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.177964 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.191379 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a8795620-6261-4ca7-aa1f-2f82da88a8b6 HTTP/1.1" status: 204 len: 168 time: 1.3800764 Jun 27 09:36:12.192993 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb08a8-c37a-44d4-bcc4-14c52ba44a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8795620-6261-4ca7-aa1f-2f82da88a8b6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.205102 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44166) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:12.217015 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:12.218204 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:12.219382 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 55ed11a9-a5e1-4361-ab2c-514b99a7c38b up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:12.320389 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.355220 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:12.383974 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:12.384657 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:35:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:12.402758 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Deleting subnet 065493bd-1cf9-4132-a541-ff7aa88bb515 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:36:12.408907 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:12.409438 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.409623 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Network 9db8f8bc-db53-4737-8355-45174efdae65 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:12.412542 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Publish callbacks [] for subnet (065493bd-1cf9-4132-a541-ff7aa88bb515), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.416286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:12.419021 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:12.420028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.470834 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (31298750-d1a4-43e9-8056-08190cbb6df2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.489832 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] Publish callbacks [] for security_group (cac81d9b-7b59-4dee-bb33-1de47ec2edb5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.502063 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:12.514767 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] Publish callbacks [] for security_group (cac81d9b-7b59-4dee-bb33-1de47ec2edb5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.524137 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:12.603204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (31298750-d1a4-43e9-8056-08190cbb6df2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.621838 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.634993 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment c57f4804-595a-463b-a738-ddffa8cd46b1 resource provider aggregate not found Jun 27 09:36:12.653742 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31298750-d1a4-43e9-8056-08190cbb6df2,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.663126 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment c57f4804-595a-463b-a738-ddffa8cd46b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c57f4804-595a-463b-a738-ddffa8cd46b1 found for delete ", "request_id": "req-e42dccd7-0f34-41c3-842e-6f98dde37e4c"}]} Jun 27 09:36:12.697279 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cac81d9b-7b59-4dee-bb33-1de47ec2edb5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.700003 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-787c0ff5-a58f-4175-9dd0-d588316db0ca None None] Provisioning complete for port fd38f683-d8f3-47e1-99af-6bb06f3fd838 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:12.700480 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-787c0ff5-a58f-4175-9dd0-d588316db0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.700870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.704898 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cac81d9b-7b59-4dee-bb33-1de47ec2edb5 HTTP/1.1" status: 204 len: 168 time: 0.8607395 Jun 27 09:36:12.715376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd261e66-8dd0-48ab-9cdf-b06f56f067b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac81d9b-7b59-4dee-bb33-1de47ec2edb5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:12.720817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Publish callbacks [] for subnet (065493bd-1cf9-4132-a541-ff7aa88bb515), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.733214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.737342 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0d5ee706-264d-49ab-a075-70f7dd9b6285 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3313982 Jun 27 09:36:12.737959 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44182) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:12.741112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (065493bd-1cf9-4132-a541-ff7aa88bb515), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.746040 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group_rule': {'security_group_id': '71998b2b-bc94-4055-ac7c-df7fd5a97c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:12.851563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.871151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.896983 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (93e09baa-4e56-4e06-994c-3137bf521177), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.967887 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (065493bd-1cf9-4132-a541-ff7aa88bb515), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:12.989505 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-787c0ff5-a58f-4175-9dd0-d588316db0ca None None] Port fd38f683-d8f3-47e1-99af-6bb06f3fd838 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:13.003020 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7959b1df-9597-469a-8e53-0af0b9314361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.016791 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.034285 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/065493bd-1cf9-4132-a541-ff7aa88bb515 HTTP/1.1" status: 204 len: 168 time: 0.8248882 Jun 27 09:36:13.036459 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:13.040579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17347758-4f84-4430-8c17-16ff2e8c2a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=065493bd-1cf9-4132-a541-ff7aa88bb515,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:13.042105 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44192) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:13.044566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:13.045072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.072900 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:13.098858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (93e09baa-4e56-4e06-994c-3137bf521177), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.117447 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:13.181754 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.189794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-febea360-69c1-4233-9ec4-6fccc1f857ea None None] Provisioning complete for port c19e8042-a254-46fc-9f88-5dc11ea56f59 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:13.190165 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-febea360-69c1-4233-9ec4-6fccc1f857ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.197067 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (8feb329e-3052-4263-b7ad-8bcb9f39e133), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.201939 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (93e09baa-4e56-4e06-994c-3137bf521177), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.234294 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e09baa-4e56-4e06-994c-3137bf521177,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:13.312763 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks [] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.331726 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.341602 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-07077fe2-1b09-47f1-a995-46e27ac2f26b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5997775 Jun 27 09:36:13.360573 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44206) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:13.368105 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:13.406142 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:13.446170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (8feb329e-3052-4263-b7ad-8bcb9f39e133), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.486933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb329e-3052-4263-b7ad-8bcb9f39e133']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:13.507646 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56dfaf1-2d5a-4255-83f0-b82a0deabfe5') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:13.507924 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56dfaf1-2d5a-4255-83f0-b82a0deabfe5') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:13.520496 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:13.538042 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (e56dfaf1-2d5a-4255-83f0-b82a0deabfe5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.564660 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e56dfaf1-2d5a-4255-83f0-b82a0deabfe5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.576483 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:36:13.576892 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (e56dfaf1-2d5a-4255-83f0-b82a0deabfe5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.606910 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.612296 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-febea360-69c1-4233-9ec4-6fccc1f857ea None None] Port c19e8042-a254-46fc-9f88-5dc11ea56f59 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:13.645136 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.645923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.678305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks [] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.685135 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:13.704067 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:13.736728 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:13.762996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:13.797275 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.801514 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.801902 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c98e16-ad24-47ba-927d-8d78110d60f5 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:06Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:13.838612 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:13.839250 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.848561 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Pushing event updated for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:13.861374 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (8feb329e-3052-4263-b7ad-8bcb9f39e133), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:13.970278 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:13.984994 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:14.017566 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:14.038108 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:08Z', 'revision_number': 2, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:14.047587 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.062853 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8feb329e-3052-4263-b7ad-8bcb9f39e133 HTTP/1.1" status: 204 len: 168 time: 1.0194497 Jun 27 09:36:14.064106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df699c-cbfd-42c3-bfce-cf5cfa709b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feb329e-3052-4263-b7ad-8bcb9f39e133,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:14.088929 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.101736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:14.105727 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:14.121101 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44238) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:14.130760 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:14.131251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Updating router dcb5921e-d446-425e-a9e6-8939ecac62a7 port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:14.209486 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-74bc35f8-fc9f-481c-9a3c-d3e2abfbe2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.266119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:14.267646 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.279461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.297452 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Network 9db8f8bc-db53-4737-8355-45174efdae65 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:14.305751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:14.326903 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:14.396557 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:14.507912 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.592892 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Router c8087914-cc46-4ad6-822c-5b440e8bcb1b has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:36:14.699214 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment e56dfaf1-2d5a-4255-83f0-b82a0deabfe5 resource provider aggregate not found Jun 27 09:36:14.724260 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Allocated IP 172.27.1.111 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/3edfa14b-5315-430c-87b4-700dc2a01939) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:14.752898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:36:14.764055 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment e56dfaf1-2d5a-4255-83f0-b82a0deabfe5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e56dfaf1-2d5a-4255-83f0-b82a0deabfe5 found for delete ", "request_id": "req-c7ad5d91-a7a1-4710-a60d-e5230b14b4c2"}]} Jun 27 09:36:14.779151 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-74bc35f8-fc9f-481c-9a3c-d3e2abfbe2b1 admin admin] Publish callbacks [] for security_group (eb9550eb-9acd-48a0-b935-ddcefbd2ab96), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.891098 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:14.923985 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (3edfa14b-5315-430c-87b4-700dc2a01939), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.937751 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ff8f6e3d-b04a-4f76-b8a9-155181fb8c6c None None] Provisioning complete for port fd38f683-d8f3-47e1-99af-6bb06f3fd838 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:14.938140 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ff8f6e3d-b04a-4f76-b8a9-155181fb8c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:14.957331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44274) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:14.957991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-74bc35f8-fc9f-481c-9a3c-d3e2abfbe2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (eb9550eb-9acd-48a0-b935-ddcefbd2ab96), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.048030 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-58aaf66a-a7f3-4862-90b4-30d4582f7396 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e93273a70b35491d8d0acf14ddb5afe4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0862010 Jun 27 09:36:15.050194 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc35f8-fc9f-481c-9a3c-d3e2abfbe2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9550eb-9acd-48a0-b935-ddcefbd2ab96,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.054783 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-74bc35f8-fc9f-481c-9a3c-d3e2abfbe2b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3683b8b5be5c4e7fb537bdb3cb519643&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9323022 Jun 27 09:36:15.055743 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44280) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:15.064245 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44282) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:15.074250 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.131799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f6e3d-b04a-4f76-b8a9-155181fb8c6c None None] Port fd38f683-d8f3-47e1-99af-6bb06f3fd838 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:15.139359 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.151551 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.172774 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:15.186288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:15.196731 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:15.209803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:15.212401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:36:15.217910 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3eb4779d-291e-42e6-b381-0179127375f4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c8087914-cc46-4ad6-822c-5b440e8bcb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6440456 Jun 27 09:36:15.225567 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-dc704439-5508-4793-9bd3-7fd89068c387 admin admin] 10.222.0.64 "PUT /v2.0/routers/46b1f052-8bf9-4972-ab6b-0073fa7f7ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2836821 Jun 27 09:36:15.234992 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Sync routers for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:15.263658 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:15.268206 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:15.282096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] Publish callbacks [] for security_group (eb9550eb-9acd-48a0-b935-ddcefbd2ab96), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.314964 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] Publish callbacks [] for security_group (eb9550eb-9acd-48a0-b935-ddcefbd2ab96), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.367433 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:15.373067 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=3edfa14b-5315-430c-87b4-700dc2a01939,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.376687 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-c4d20f63-59fa-4ab3-9689-0435c72f1c0b None None] Provisioning complete for port c19e8042-a254-46fc-9f88-5dc11ea56f59 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:15.377675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4d20f63-59fa-4ab3-9689-0435c72f1c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.440746 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:15.565343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (eb9550eb-9acd-48a0-b935-ddcefbd2ab96), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.567920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.569091 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb9550eb-9acd-48a0-b935-ddcefbd2ab96 HTTP/1.1" status: 204 len: 168 time: 0.5038440 Jun 27 09:36:15.569770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] Publish callbacks [] for security_group (0917b6b8-04c1-4b6b-8d4e-177598613112), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.581000 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks [] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.586290 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6cd13-ef41-4393-85a8-efce79537e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9550eb-9acd-48a0-b935-ddcefbd2ab96,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.628192 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 21c79924-df81-4a04-abfd-408c639b0a47 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:15.636762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] Publish callbacks [] for security_group (0917b6b8-04c1-4b6b-8d4e-177598613112), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.664802 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:15.704362 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:15.725537 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-c4d20f63-59fa-4ab3-9689-0435c72f1c0b None None] Port c19e8042-a254-46fc-9f88-5dc11ea56f59 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:15.740617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.745024 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44314) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:15.811554 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:15.817896 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (0917b6b8-04c1-4b6b-8d4e-177598613112), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.822439 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a495dc1-037c-43a6-864b-0964b9b8e5ff None None] Pushing event updated for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.824698 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.829950 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0917b6b8-04c1-4b6b-8d4e-177598613112 HTTP/1.1" status: 204 len: 168 time: 0.7732139 Jun 27 09:36:15.880233 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:15.881499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfcdb3-fb2a-4c53-b45a-d17f115d4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917b6b8-04c1-4b6b-8d4e-177598613112,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:15.895363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:15.938527 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 21c79924-df81-4a04-abfd-408c639b0a47 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:15.938955 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (21c79924-df81-4a04-abfd-408c639b0a47), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.050576 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Attempting to bind port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:16.053492 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Attempting to bind port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:16.053879 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Attempting to bind port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:16.089066 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:16.089181 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.089276 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.094166 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:16.094542 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Checking segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:16.094968 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.095391 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Bound using segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:16.095911 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Bound port: 7cb42556-b3d8-4c82-a4cb-97f54e992ba7, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:16.096434 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.106991 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c19e8042-a254-46fc-9f88-5dc11ea56f59', 'name': '', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'mac_address': 'fa:16:3e:0a:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:11Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 2, 'project_id': '84dd698260134176acd4f4892911ab05', 'subnets': [{'id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:16.142766 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Checking router: c8087914-cc46-4ad6-822c-5b440e8bcb1b for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:16.144233 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Updating router c8087914-cc46-4ad6-822c-5b440e8bcb1b port c19e8042-a254-46fc-9f88-5dc11ea56f59 binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:16.193846 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.215494 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.314320 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:16.315559 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 21c79924-df81-4a04-abfd-408c639b0a47 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:16.321558 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (21c79924-df81-4a04-abfd-408c639b0a47), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.333312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-309d2b73-8ffa-4334-9b5a-0eecddcce299 None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:16.333312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-309d2b73-8ffa-4334-9b5a-0eecddcce299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.374734 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] For port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:16.397326 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 21c79924-df81-4a04-abfd-408c639b0a47, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=21c79924-df81-4a04-abfd-408c639b0a47,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:16.401615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] For port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:16.419313 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-309d2b73-8ffa-4334-9b5a-0eecddcce299 None None] Port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:16.456287 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (21c79924-df81-4a04-abfd-408c639b0a47), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.457141 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:16.482037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (3edfa14b-5315-430c-87b4-700dc2a01939), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.501749 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:16.548209 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.552506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3862fe3-b8c2-4128-a555-9b77856a63d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.572015 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.615549 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44350) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:16.620557 dv-cinder-847730-1-iscsi neutron-server[104648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 09:36:16.671217 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=3edfa14b-5315-430c-87b4-700dc2a01939,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:16.674062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.697370 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks [] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.712882 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=21c79924-df81-4a04-abfd-408c639b0a47,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:16.721343 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:16.721983 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:16.724055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:16.724446 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.777074 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.781037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.791148 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-655d60dc-4b54-4b6c-9cd7-3365bba01d19 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4292011 Jun 27 09:36:16.842062 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf9c3a-3945-4e01-bd3d-af7902ac5958 None None] Pushing event updated for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:16.976691 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Attempting to bind port c19e8042-a254-46fc-9f88-5dc11ea56f59 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:16.977675 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Attempting to bind port c19e8042-a254-46fc-9f88-5dc11ea56f59 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:16.978251 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Attempting to bind port c19e8042-a254-46fc-9f88-5dc11ea56f59 on network 9db8f8bc-db53-4737-8355-45174efdae65 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:16.993435 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:16.994980 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Checking segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:16.995648 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:16.996253 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Bound using segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:16.996977 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Bound port: c19e8042-a254-46fc-9f88-5dc11ea56f59, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:16.997575 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.074929 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44374) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:17.080896 dv-cinder-847730-1-iscsi neutron-server[104649]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 09:36:17.138651 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] For port c19e8042-a254-46fc-9f88-5dc11ea56f59, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:17.151004 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] For port c19e8042-a254-46fc-9f88-5dc11ea56f59, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c19e8042-a254-46fc-9f88-5dc11ea56f59,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:17.158786 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-e238e1b6-4642-45d1-8f74-be561882a543 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:17.164381 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-e238e1b6-4642-45d1-8f74-be561882a543 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.5435963 Jun 27 09:36:17.172517 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:36:17.205131 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f1b1dee9-55f3-4f9b-883a-a617d26b1e46 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/quotas/6a50c1d09d3247728aa1ef9fb69463fc HTTP/1.1" status: 200 len: 375 time: 0.0360806 Jun 27 09:36:17.220072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:17.226506 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:17.226917 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.316477 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3862fe3-b8c2-4128-a555-9b77856a63d6 admin admin] Publish callbacks [] for security_group (2e4e8f12-479c-4934-8d72-296387597d5f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.320167 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.321212 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:17.321863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:17.391075 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:17.391797 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:17.393943 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf9c3a-3945-4e01-bd3d-af7902ac5958 None None] Pushing event updated for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:17.407922 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-e75ab506-8e52-4f1b-b65f-9f725931fa33 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853824 Jun 27 09:36:17.417010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3862fe3-b8c2-4128-a555-9b77856a63d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2e4e8f12-479c-4934-8d72-296387597d5f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.421822 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:17.560759 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:17.570468 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-7ee551d9-d7fd-4e97-beff-229763114de8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:17.572779 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-7ee551d9-d7fd-4e97-beff-229763114de8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/networks?id=9db8f8bc-db53-4737-8355-45174efdae65 HTTP/1.1" status: 200 len: 811 time: 0.4939754 Jun 27 09:36:17.577950 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-d3862fe3-b8c2-4128-a555-9b77856a63d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb3c0fa49ea5424399304b9f9b18e866&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8287003 Jun 27 09:36:17.577950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3862fe3-b8c2-4128-a555-9b77856a63d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4e8f12-479c-4934-8d72-296387597d5f,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:17.579037 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44396) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:17.609752 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-f24d982f-6f5a-42d7-8784-75eb635388df tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/quotas/84dd698260134176acd4f4892911ab05 HTTP/1.1" status: 200 len: 375 time: 0.0264518 Jun 27 09:36:17.665649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44400) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:17.670941 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:17.715606 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:17.784159 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a495dc1-037c-43a6-864b-0964b9b8e5ff None None] Pushing event updated for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:17.805675 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] Publish callbacks [] for security_group (2e4e8f12-479c-4934-8d72-296387597d5f), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.827168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b46243b5-8927-442c-a83a-c1af7217cfcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0af33cde1b7425181dfacd9ef8fa830&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1582646 Jun 27 09:36:17.829996 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-a83080bc-78e0-4e1c-9b77-cb57da172915 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=84dd698260134176acd4f4892911ab05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2135143 Jun 27 09:36:17.830482 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44406) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:17.871476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] Publish callbacks [] for security_group (2e4e8f12-479c-4934-8d72-296387597d5f), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:17.967103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:17.970988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 55ed11a9-a5e1-4361-ab2c-514b99a7c38b up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:17.976674 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] Publish callbacks [] for security_group (88275d1d-ce6b-4c5b-98eb-d23855642af6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.025210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-8a603f7c-94aa-4c65-8bb8-c165bf3d99e9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:36:18.026426 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-8a603f7c-94aa-4c65-8bb8-c165bf3d99e9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1317196 Jun 27 09:36:18.032770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] Publish callbacks [] for security_group (88275d1d-ce6b-4c5b-98eb-d23855642af6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.046123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:18.089631 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2e4e8f12-479c-4934-8d72-296387597d5f), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.092379 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.094466 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e4e8f12-479c-4934-8d72-296387597d5f HTTP/1.1" status: 204 len: 168 time: 0.5136285 Jun 27 09:36:18.159963 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db2ea-5f0f-45b6-ac2c-2af41684e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4e8f12-479c-4934-8d72-296387597d5f,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:18.169508 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-bd5cf81a-3e39-4bec-b8fa-1a9e3a96153a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:36:18.173105 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-bd5cf81a-3e39-4bec-b8fa-1a9e3a96153a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2114434 Jun 27 09:36:18.184374 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:18.205524 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c19e8042-a254-46fc-9f88-5dc11ea56f59', 'name': '', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'mac_address': 'fa:16:3e:0a:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:11Z', 'updated_at': '2022-06-27T09:36:17Z', 'revision_number': 4, 'project_id': '84dd698260134176acd4f4892911ab05', 'subnets': [{'id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:18.205923 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7e80a3d8-eb81-4027-99c1-e4e6152eba45 service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733408 Jun 27 09:36:18.255715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (88275d1d-ce6b-4c5b-98eb-d23855642af6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.258778 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.259942 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88275d1d-ce6b-4c5b-98eb-d23855642af6 HTTP/1.1" status: 204 len: 168 time: 0.4284947 Jun 27 09:36:18.280498 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a9f37-fd21-476e-87f1-fb4eb477d187 None None] The sync data for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi is: [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c19e8042-a254-46fc-9f88-5dc11ea56f59', 'name': '', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'mac_address': 'fa:16:3e:0a:65:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:11Z', 'updated_at': '2022-06-27T09:36:17Z', 'revision_number': 4, 'project_id': '84dd698260134176acd4f4892911ab05', 'subnets': [{'id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:18.307448 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6a907-5d8f-4302-80a1-25575c78866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88275d1d-ce6b-4c5b-98eb-d23855642af6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:18.360697 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:18.401284 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:18.403087 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-1439f38e-e1f2-485b-afe7-f54d744e6ada service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961367 Jun 27 09:36:18.452536 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1b3c77a9-3bac-4792-aaae-e52a99351752 service neutron] 10.222.0.64 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734971 Jun 27 09:36:18.478966 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25762218-a1b6-42ee-ac56-910a4314dd5c None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:18.511097 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Current status of the port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:18.512018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.523989 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:18.526036 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:18.526426 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.686274 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-cf86184d-9ae7-4c35-9e0a-e930d730cf49 service neutron] 10.222.0.64 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180626 Jun 27 09:36:18.717418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] For port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:18.822982 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:18.834183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:18.851646 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:18.984840 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f64330-c042-48e6-a2e8-a2a24c4d882d None None] Pushing event updated for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:19.011879 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Provisioning complete for port c19e8042-a254-46fc-9f88-5dc11ea56f59 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:19.012109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.086916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44462) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:19.135323 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-d1082fee-c676-4804-b610-f28acfae2849 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1453864590&fields=id&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 267 time: 0.1774940 Jun 27 09:36:19.241864 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 2, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:19.310508 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Current status of the port c19e8042-a254-46fc-9f88-5dc11ea56f59 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:19.311259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.384573 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c19e8042-a254-46fc-9f88-5dc11ea56f59 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:19.393799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:36:19.395093 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Updating router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced port fd38f683-d8f3-47e1-99af-6bb06f3fd838 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:36:19.469620 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a0827ed-f401-42d1-ae9b-d8cdd77aa782 req-90bb8e4b-e580-4d29-9a72-ad58b7154d69 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 210 time: 0.1082757 Jun 27 09:36:19.497768 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:19.537014 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-8c9d3544-953d-481e-a7c8-094395167bd5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:19.548590 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-8c9d3544-953d-481e-a7c8-094395167bd5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 816 time: 0.4038656 Jun 27 09:36:19.567453 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-03493702-8783-4ad7-834c-3ff81eae4df2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/quotas/79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 375 time: 0.0175433 Jun 27 09:36:19.583312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.599731 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f469fabe-f89b-4cfb-921a-6fc30aebce0a req-20b9a66b-824f-4720-b2dc-1449ba688b30 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0670650 Jun 27 09:36:19.640367 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8c93-982c-4fb2-824b-349cb22bed41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.668708 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] For port c19e8042-a254-46fc-9f88-5dc11ea56f59, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c19e8042-a254-46fc-9f88-5dc11ea56f59,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:19.671993 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-b01e5209-1794-4a10-bc0d-2132c4ae431a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034520 Jun 27 09:36:19.730888 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.799795 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port c19e8042-a254-46fc-9f88-5dc11ea56f59 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:19.800170 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.813437 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:19.852240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8c93-982c-4fb2-824b-349cb22bed41 admin admin] Publish callbacks [] for security_group (56aff877-36c7-412e-a557-28d88c46320f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.931267 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8c93-982c-4fb2-824b-349cb22bed41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56aff877-36c7-412e-a557-28d88c46320f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:19.943303 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-09823d98-5631-4220-ab92-ec4aff77c75a service neutron] 10.222.0.64 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532558 Jun 27 09:36:20.011507 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44516) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:20.012338 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d1ca8c93-982c-4fb2-824b-349cb22bed41 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4e9b909eb8244d3a025239ee1e8448e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9242203 Jun 27 09:36:20.075862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:20.076517 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecabaed-5528-4fd3-8a03-f182abca0cc0 None None] Pushing event updated for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:20.162457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca8c93-982c-4fb2-824b-349cb22bed41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aff877-36c7-412e-a557-28d88c46320f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:20.191811 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port c19e8042-a254-46fc-9f88-5dc11ea56f59 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:20.193062 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:20.194546 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-81797af6-bb74-49c9-a179-7d393f5b6400 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502327 Jun 27 09:36:20.272516 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] Publish callbacks [] for security_group (56aff877-36c7-412e-a557-28d88c46320f), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.325196 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-1f154f63-a8aa-4ac0-9e46-89487436cb13 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:20.338554 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-1f154f63-a8aa-4ac0-9e46-89487436cb13 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.3452353 Jun 27 09:36:20.341745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] Publish callbacks [] for security_group (56aff877-36c7-412e-a557-28d88c46320f), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.373478 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-a3a95992-92cb-49fd-aad1-ca0e46c8b096 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/quotas/6a50c1d09d3247728aa1ef9fb69463fc HTTP/1.1" status: 200 len: 375 time: 0.0313427 Jun 27 09:36:20.396150 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:20.467352 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-fa6fe487-7bd8-4e5e-801d-2219ae0404ca tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925119 Jun 27 09:36:20.565758 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56aff877-36c7-412e-a557-28d88c46320f), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.570276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.573963 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56aff877-36c7-412e-a557-28d88c46320f HTTP/1.1" status: 204 len: 168 time: 0.5583210 Jun 27 09:36:20.634710 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831dcf4c-796c-4744-aece-8e6f0ad64f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aff877-36c7-412e-a557-28d88c46320f,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:20.655646 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-54f5bcb2-92b7-4fbf-b675-b42a39a3afd8 service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795332 Jun 27 09:36:20.715360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:20.716001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.800826 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-d5b14a19-e7fb-4fb4-ab51-b320f5c8c511 service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439903 Jun 27 09:36:20.824587 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a8e3b57d-de3a-4a99-8cb9-c03b2d0e47ab req-5cd344e0-a628-4d72-b507-f121c27a98d9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.1482289 Jun 27 09:36:20.897459 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks [] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:20.961563 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:21.003119 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ffe786be-f8fe-45be-84cd-8810d254be33 req-cace983d-6bb8-4cae-9c0b-3b4daeb235fb tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0562258 Jun 27 09:36:21.026334 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:21.027506 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 21c79924-df81-4a04-abfd-408c639b0a47 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:21.080456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:21.090052 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.107753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 21c79924-df81-4a04-abfd-408c639b0a47 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:21.107964 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (21c79924-df81-4a04-abfd-408c639b0a47), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.184763 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9110808-36c9-44e2-ba48-dfac723400a3 None None] Pushing event updated for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:21.217251 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:21.223691 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9282bc86-a06a-47bb-b859-4f74a7761a2f req-c71fbe5f-07bc-4c87-af31-681006ae5fc0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.0929646 Jun 27 09:36:21.307398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Attempting to bind port fd38f683-d8f3-47e1-99af-6bb06f3fd838 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:21.308051 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Attempting to bind port fd38f683-d8f3-47e1-99af-6bb06f3fd838 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:21.308565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Attempting to bind port fd38f683-d8f3-47e1-99af-6bb06f3fd838 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:21.317925 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:21.319474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:21.319474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.319474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Bound using segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:21.320024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Bound port: fd38f683-d8f3-47e1-99af-6bb06f3fd838, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:21.320360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.332471 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 21c79924-df81-4a04-abfd-408c639b0a47 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:21.454944 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] For port fd38f683-d8f3-47e1-99af-6bb06f3fd838, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:21.458751 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] For port fd38f683-d8f3-47e1-99af-6bb06f3fd838, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fd38f683-d8f3-47e1-99af-6bb06f3fd838,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:21.525726 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.561405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:21.573194 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c19e8042-a254-46fc-9f88-5dc11ea56f59 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:21.580165 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44600) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:21.616576 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:21.684019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Provisioning complete for port fd38f683-d8f3-47e1-99af-6bb06f3fd838 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:21.684424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.812969 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9110808-36c9-44e2-ba48-dfac723400a3 None None] Pushing event updated for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:21.822491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:36:21.823039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:21.890001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port c19e8042-a254-46fc-9f88-5dc11ea56f59 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:21.890337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:21.988131 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f18f9c9f-ea1e-41c4-9276-8798d8915a42 req-e9451800-6957-41e4-bccd-a96a63d07d78 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.0531497 Jun 27 09:36:21.996861 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b4a68e65-8eaf-4ffe-85fd-bffa34fd64c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.011317 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:22.151069 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44630) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:22.162400 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b4a68e65-8eaf-4ffe-85fd-bffa34fd64c8 admin admin] Publish callbacks [] for security_group (2480a597-e6e8-495b-a9c2-b9d8f2f43068), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.200063 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Current status of the port fd38f683-d8f3-47e1-99af-6bb06f3fd838 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:22.200460 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.206545 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b2-2863-4d95-b5b6-5e28832e9293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.303992 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-39355a34-b3ef-42f2-8b49-2e1883745eb5 req-eca69349-0d45-4234-8915-306bb59d728c tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0563354 Jun 27 09:36:22.305543 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b4a68e65-8eaf-4ffe-85fd-bffa34fd64c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2480a597-e6e8-495b-a9c2-b9d8f2f43068), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.332824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:36:22.377021 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b4a68e65-8eaf-4ffe-85fd-bffa34fd64c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6d5085e18534f11823c5d1f9375caf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7955909 Jun 27 09:36:22.380112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68e65-8eaf-4ffe-85fd-bffa34fd64c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480a597-e6e8-495b-a9c2-b9d8f2f43068,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:22.386355 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44636) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:22.437366 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d8a4eb6d-f373-40d5-994f-640702c4dd9c req-496a7fec-51e6-4e31-b0ec-099fdd0022fb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.1066897 Jun 27 09:36:22.490951 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b2-2863-4d95-b5b6-5e28832e9293 admin admin] Publish callbacks [] for security_group (d5f2c388-598a-43dd-a491-fe6852fe8af4), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.492655 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port c19e8042-a254-46fc-9f88-5dc11ea56f59 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:22.493068 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:22.497113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] Publish callbacks [] for security_group (2480a597-e6e8-495b-a9c2-b9d8f2f43068), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.499146 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] For port fd38f683-d8f3-47e1-99af-6bb06f3fd838, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fd38f683-d8f3-47e1-99af-6bb06f3fd838,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:22.556924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] Publish callbacks [] for security_group (2480a597-e6e8-495b-a9c2-b9d8f2f43068), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.565222 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6b788b2-2863-4d95-b5b6-5e28832e9293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (d5f2c388-598a-43dd-a491-fe6852fe8af4), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.612822 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:22.613118 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.641115 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e6b788b2-2863-4d95-b5b6-5e28832e9293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02636e4224fc4543bc39f718a57aa73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880829 Jun 27 09:36:22.642330 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b788b2-2863-4d95-b5b6-5e28832e9293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f2c388-598a-43dd-a491-fe6852fe8af4,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:22.644133 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44646) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:22.651049 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.652940 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:22.704406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] Publish callbacks [] for security_group (d5f2c388-598a-43dd-a491-fe6852fe8af4), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.741320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] Publish callbacks [] for security_group (d5f2c388-598a-43dd-a491-fe6852fe8af4), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.789077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2480a597-e6e8-495b-a9c2-b9d8f2f43068), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.795324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.796876 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2480a597-e6e8-495b-a9c2-b9d8f2f43068 HTTP/1.1" status: 204 len: 168 time: 0.4094172 Jun 27 09:36:22.808394 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9aecfd-4df0-4304-8bb5-2d71262ba7b7 None None] Pushing event updated for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:22.811661 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f97ef4-fcb3-4655-acf2-c423c8bed83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480a597-e6e8-495b-a9c2-b9d8f2f43068,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:22.814742 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:22.821169 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-cfa34aed-1db2-46da-83f0-013a6ffc033d None None] Provisioning complete for port fd38f683-d8f3-47e1-99af-6bb06f3fd838 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:22.821566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cfa34aed-1db2-46da-83f0-013a6ffc033d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.876001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:21Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:36:22.907317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecb50f-6c81-40e0-8fc7-de7e37ba2611 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:21Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:36:22.949775 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-cfa34aed-1db2-46da-83f0-013a6ffc033d None None] Current status of the port fd38f683-d8f3-47e1-99af-6bb06f3fd838 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:22.955068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (d5f2c388-598a-43dd-a491-fe6852fe8af4), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.958102 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:22.962526 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5f2c388-598a-43dd-a491-fe6852fe8af4 HTTP/1.1" status: 204 len: 168 time: 0.3138025 Jun 27 09:36:22.975990 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9aabf-105c-415d-a7cb-218b7ec4bcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f2c388-598a-43dd-a491-fe6852fe8af4,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:23.264947 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b2eec2f6-29a3-4772-94dc-545b41422153 req-8d17a22b-71e4-4a5f-a783-11bb77af3a4e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.0474005 Jun 27 09:36:23.342872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:23.452874 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fd38f683-d8f3-47e1-99af-6bb06f3fd838 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:23.453059 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-721113e5-9db1-41d9-8273-028a5388074a req-48f9aa58-9dce-473c-b21f-5f1ef86f44fa tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0405104 Jun 27 09:36:23.527128 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port fd38f683-d8f3-47e1-99af-6bb06f3fd838 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:23.527128 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:23.669313 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9aa37423-9285-4ac6-bbcc-5ba1c9e15a43 req-0035f5a5-804c-4b8f-9db2-86c58c35c65a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.1006231 Jun 27 09:36:23.687760 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port fd38f683-d8f3-47e1-99af-6bb06f3fd838 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:23.764946 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:23.902400 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:24.208538 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.55', 59889) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:24.212968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.55', 59890) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:24.354298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:24.472144 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-a9d1da9f-34bf-405a-b09f-88ab2a04be23 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:24.473977 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-a9d1da9f-34bf-405a-b09f-88ab2a04be23 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.2522247 Jun 27 09:36:24.482565 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a88585e-52d6-446d-a880-fe5f64510b96 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:24.484482 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a88585e-52d6-446d-a880-fe5f64510b96 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.55 "GET /v2.0/networks?id=9db8f8bc-db53-4737-8355-45174efdae65 HTTP/1.1" status: 200 len: 811 time: 0.2524421 Jun 27 09:36:24.490211 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9b3600c1-3eff-4ecd-a778-411d55e96d0f req-bd3ec6ca-b311-4aaa-b1fc-447cd36a3706 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.0804358 Jun 27 09:36:24.595710 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d78a9acc-1b78-467c-b99f-af3b47516a60 req-e4d4178e-e2e6-45e0-a357-f0ee0636c0dd tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0278881 Jun 27 09:36:24.710891 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.55', 59891) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:24.714746 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'port': {'device_id': '7744db71-f29c-4221-af51-e3688c4fbc97', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'admin_state_up': True, 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:24.779388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Request body: {'port': {'device_id': '5540f679-ef89-453b-91c5-b11dacd977bd', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'admin_state_up': True, 'tenant_id': '84dd698260134176acd4f4892911ab05'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:24.868750 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d03b46e7-9fae-4aa6-b937-2fa89eadb6ce req-61fef783-3c11-4613-a2dc-e666c206f328 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.1086457 Jun 27 09:36:24.915727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-56d6ee75-da35-460a-a9f8-c3823817fdcc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:24.917305 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-56d6ee75-da35-460a-a9f8-c3823817fdcc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 816 time: 0.2038538 Jun 27 09:36:24.995415 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-d155ec3b-bb3f-4c52-8b6d-bcc8a18642d4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 380 time: 0.0689220 Jun 27 09:36:25.008535 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'port': {'device_id': '1d72055f-6915-43b5-9831-61c2f134e60a', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'admin_state_up': True, 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'security_groups': ['71998b2b-bc94-4055-ac7c-df7fd5a97c7e']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:25.080661 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.55', 59894) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:25.173179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44764) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:25.199464 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Made reservation on behalf of 6a50c1d09d3247728aa1ef9fb69463fc for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:25.203366 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:25.230019 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:25.249855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-5c3ca4b6-7898-4f07-9b5e-83ab3fbbf5a1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:25.250033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Made reservation on behalf of 84dd698260134176acd4f4892911ab05 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:25.250485 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-5c3ca4b6-7898-4f07-9b5e-83ab3fbbf5a1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.1681030 Jun 27 09:36:25.254380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:25.285957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'port': {'device_id': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'admin_state_up': True, 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:25.346709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Made reservation on behalf of 79203b0660c041f49c5f2629bd5a0bdf for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:25.350103 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:25.450943 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:25.452669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dde44c5-5dc2-4a80-b438-0714e09e0e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:25.773931 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aceb46ff-6222-4286-8399-8985f11a148d req-b0e2f219-eaac-424d-a710-63d6446fb8b8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.1610396 Jun 27 09:36:25.833139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:25.894277 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-59d48326-335d-44bd-9a16-1bc15fe9fffc req-d26b71dd-bc67-48e3-9530-85951a08cfc2 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0712402 Jun 27 09:36:25.935509 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Made reservation on behalf of 6a50c1d09d3247728aa1ef9fb69463fc for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:36:25.945918 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.002628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Allocated IP 172.20.0.8 (7ad0500a-ea93-4b00-b42a-06ba39611c6e/afbdf362-754a-4017-9b15-624ee1ca05b2/a233eb88-dce4-49a8-9bf9-7a59a86e981b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:26.086394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Allocated IP 172.20.0.3 (9db8f8bc-db53-4737-8355-45174efdae65/8eea91f1-f0a7-4218-a56b-901df0a38a4b/32d1fb71-3a28-4a00-b9f4-b8c218fba63d) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:26.091434 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Allocated IP 172.20.0.5 (8135fe8c-03ea-49b7-8f4d-5a328bf8b692/f054a032-79a6-44d2-b294-aa6a9f4167ca/9720d11f-73fc-4566-a281-54fa01d4bc65) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:26.111432 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:26.191663 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0acac28c-829b-43a0-aea6-9bd86ef667ae req-ae353d5d-314d-4969-b27f-cebd070b1827 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.0904579 Jun 27 09:36:26.237899 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dde44c5-5dc2-4a80-b438-0714e09e0e23 admin admin] Publish callbacks [] for security_group (4925754a-18c2-4074-9c13-02d948e0f2b9), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.306598 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dde44c5-5dc2-4a80-b438-0714e09e0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4925754a-18c2-4074-9c13-02d948e0f2b9), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.340895 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4dde44c5-5dc2-4a80-b438-0714e09e0e23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa7a1e861f514e8cbe29db155db43981&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1666188 Jun 27 09:36:26.344263 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44844) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:26.403522 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.456217 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:26.458474 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] Publish callbacks [] for security_group (4925754a-18c2-4074-9c13-02d948e0f2b9), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.504074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] Publish callbacks [] for security_group (4925754a-18c2-4074-9c13-02d948e0f2b9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.521862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde44c5-5dc2-4a80-b438-0714e09e0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4925754a-18c2-4074-9c13-02d948e0f2b9,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:26.549773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.669952 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:26.671964 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks [] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.676268 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:26.689075 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:26.725262 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:26.773765 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.838649 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:26.839935 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.868965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.903750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4925754a-18c2-4074-9c13-02d948e0f2b9), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.906559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:26.908034 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4925754a-18c2-4074-9c13-02d948e0f2b9 HTTP/1.1" status: 204 len: 168 time: 0.5593743 Jun 27 09:36:26.921526 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3630e66-07c4-4766-baa7-718859ecc03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925754a-18c2-4074-9c13-02d948e0f2b9,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:26.999971 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.005801 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-43b92728-2f15-4d7f-a718-cb6784532825 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0028601 Jun 27 09:36:27.137264 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-3357c617-f006-4a9f-9465-931f5aef6034 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:36:27.138645 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-3357c617-f006-4a9f-9465-931f5aef6034 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0410776 Jun 27 09:36:27.169387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86cd85-4c7b-4507-acd1-a807c27a4d2f req-4b4317cd-30b4-430d-a5f9-ec47877c31bf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:27.171093 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe86cd85-4c7b-4507-acd1-a807c27a4d2f req-4b4317cd-30b4-430d-a5f9-ec47877c31bf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 931 time: 0.1836853 Jun 27 09:36:27.196024 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:27.197460 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Network 9db8f8bc-db53-4737-8355-45174efdae65 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:27.267898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:27.269310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Pushing event updated for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:27.281697 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:27.312512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Allocated IP 172.20.0.3 (8135fe8c-03ea-49b7-8f4d-5a328bf8b692/f054a032-79a6-44d2-b294-aa6a9f4167ca/cb15c03b-d1f2-488e-baae-86a39cab937b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:36:27.324938 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-4f9d4ec3-14c5-4bb5-83a9-65b4339f429b None None] Provisioning complete for port a233eb88-dce4-49a8-9bf9-7a59a86e981b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:27.325981 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4f9d4ec3-14c5-4bb5-83a9-65b4339f429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.369359 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7b2e5-8af6-4534-86ff-712e132a95da req-9ed63149-ce97-464b-9d4a-ba9f543a3aa8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:27.371217 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78a7b2e5-8af6-4534-86ff-712e132a95da req-9ed63149-ce97-464b-9d4a-ba9f543a3aa8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 931 time: 0.2747951 Jun 27 09:36:27.401677 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe86cd85-4c7b-4507-acd1-a807c27a4d2f req-4a86db2b-9fc1-4877-8b54-3d02c35e4202 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136168 Jun 27 09:36:27.411006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:27.461385 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:27.465050 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.474965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d4ec3-14c5-4bb5-83a9-65b4339f429b None None] Port a233eb88-dce4-49a8-9bf9-7a59a86e981b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:27.477284 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:27.775872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:27.775872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:27.775872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.778351 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:27.781277 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8a3e5e80-ea6e-4f53-9335-2c04e0c6f379 req-602766f2-8e72-4fab-8e7e-15ccea12c3ab tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.0662799 Jun 27 09:36:27.781277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:27.783004 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78a7b2e5-8af6-4534-86ff-712e132a95da req-6fbc886f-6369-4fb9-bb78-5c67ee33d602 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361723 Jun 27 09:36:27.783004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.815039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Provisioning complete for port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:27.815414 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.954635 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:27.962547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Provisioning complete for port 9720d11f-73fc-4566-a281-54fa01d4bc65 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:27.982825 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:27.995740 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6ab34968-fc50-45a4-8b6b-9db02225ac82 None None] Port 9720d11f-73fc-4566-a281-54fa01d4bc65 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:28.205476 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:28.216163 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-1a9e8b02-9b15-4062-8dff-a9e4f13eee47 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4411433 Jun 27 09:36:28.220554 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f040e493-d345-46c8-b518-780e5efb819e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5098155 Jun 27 09:36:28.265114 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:36:28.268888 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:36:28.275758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:36:28.309278 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:28.342686 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:28.343340 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:28.426452 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-e893707d-87a3-4612-82b9-5fedcc73ab89 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1441364 Jun 27 09:36:28.557469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:28.593112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54311397-4854-4999-907f-12ca95c5df20 req-403f7898-0427-452e-a804-0827270fed98 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:28.594976 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-54311397-4854-4999-907f-12ca95c5df20 req-403f7898-0427-452e-a804-0827270fed98 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 931 time: 0.0715182 Jun 27 09:36:28.631201 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-206fc360-49f1-454b-86df-693706a0afa6 None None] Provisioning complete for port cb15c03b-d1f2-488e-baae-86a39cab937b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:28.633088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-206fc360-49f1-454b-86df-693706a0afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:28.678539 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-206fc360-49f1-454b-86df-693706a0afa6 None None] Port cb15c03b-d1f2-488e-baae-86a39cab937b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:36:28.696327 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-54311397-4854-4999-907f-12ca95c5df20 req-0eb95f7a-a59a-48fa-94f7-0ddde79e3486 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923293 Jun 27 09:36:28.862987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44906) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:28.887963 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9b1d-efec-4bb7-afc4-9fbd8e10084b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:28.981430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820960ae-fef0-4f3c-95bc-f7f6095fff70 req-199e3568-c9b5-43ec-8fa4-248b41462c57 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:29.015388 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-820960ae-fef0-4f3c-95bc-f7f6095fff70 req-199e3568-c9b5-43ec-8fa4-248b41462c57 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 931 time: 0.1197197 Jun 27 09:36:29.056811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e20a-b677-4579-b84b-195bcabee0a7 req-17c46ba0-87bd-481a-9f08-df340c19f061 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:29.059694 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-64e9e20a-b677-4579-b84b-195bcabee0a7 req-17c46ba0-87bd-481a-9f08-df340c19f061 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 931 time: 0.1275094 Jun 27 09:36:29.092408 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:29.102313 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-820960ae-fef0-4f3c-95bc-f7f6095fff70 req-8ea3d361-4eb5-43b2-ab7a-67df79fbe350 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917485 Jun 27 09:36:29.152999 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-64e9e20a-b677-4579-b84b-195bcabee0a7 req-41ff1fda-54b9-409a-ac11-222a8aee6059 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757604 Jun 27 09:36:29.180002 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9b1d-efec-4bb7-afc4-9fbd8e10084b admin admin] Publish callbacks [] for security_group (1f6cfcf5-b98c-4f73-9272-19bd751effdb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.206639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Request body: {'port': {'device_id': '1d72055f-6915-43b5-9831-61c2f134e60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:29.247189 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4d6c9b1d-efec-4bb7-afc4-9fbd8e10084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1f6cfcf5-b98c-4f73-9272-19bd751effdb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.307141 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c9b1d-efec-4bb7-afc4-9fbd8e10084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6cfcf5-b98c-4f73-9272-19bd751effdb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:29.341350 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Request body: {'port': {'device_id': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:29.368227 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Request body: {'port': {'device_id': '5540f679-ef89-453b-91c5-b11dacd977bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:29.425338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Request body: {'port': {'device_id': '7744db71-f29c-4221-af51-e3688c4fbc97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:36:29.468756 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4d6c9b1d-efec-4bb7-afc4-9fbd8e10084b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e5d6aedf27974026ba83f32cbaaba29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6045706 Jun 27 09:36:29.489585 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44912) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:29.504948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.547571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.551354 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.624112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44914) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:29.639767 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:29.661428 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.768342 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] Publish callbacks [] for security_group (1f6cfcf5-b98c-4f73-9272-19bd751effdb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:29.913498 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] Publish callbacks [] for security_group (1f6cfcf5-b98c-4f73-9272-19bd751effdb), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.119272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed608bdc-3dbd-45f3-92da-82e56811a4b4 req-bffcb096-35f7-4635-908d-2b2d19b54837 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:30.128255 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ed608bdc-3dbd-45f3-92da-82e56811a4b4 req-bffcb096-35f7-4635-908d-2b2d19b54837 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 931 time: 0.1462924 Jun 27 09:36:30.134748 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:36:30.378963 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a2f82fe5-cfc7-4322-9953-0f3e844efb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.428060 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1f6cfcf5-b98c-4f73-9272-19bd751effdb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.430577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.434653 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1f6cfcf5-b98c-4f73-9272-19bd751effdb HTTP/1.1" status: 204 len: 168 time: 0.9391704 Jun 27 09:36:30.518682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a5ad0-d729-4f3d-a734-4a3bef41176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6cfcf5-b98c-4f73-9272-19bd751effdb,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:30.543908 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:30.553598 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:30.574064 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bd816-f366-4df9-9787-71298658df99 req-575a0b8d-9129-44f9-bf7a-b33d0ae0b4e2 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:30.577587 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a98bd816-f366-4df9-9787-71298658df99 req-575a0b8d-9129-44f9-bf7a-b33d0ae0b4e2 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 931 time: 0.1585317 Jun 27 09:36:30.603072 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks [] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.683469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:30.720188 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ed608bdc-3dbd-45f3-92da-82e56811a4b4 req-82b6487b-e3a1-4a4e-a823-5b7769f76a53 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490827 Jun 27 09:36:30.776700 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Transition to ACTIVE for port object a233eb88-dce4-49a8-9bf9-7a59a86e981b will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:36:30.805918 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb15c03b-d1f2-488e-baae-86a39cab937b {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:30.813650 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a98bd816-f366-4df9-9787-71298658df99 req-62f4405d-c9c4-4192-987e-d5e09b8e008e tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054031 Jun 27 09:36:30.819834 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks [] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.836065 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Transition to ACTIVE for port object cb15c03b-d1f2-488e-baae-86a39cab937b will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:36:30.846900 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a2f82fe5-cfc7-4322-9953-0f3e844efb80 admin admin] Publish callbacks [] for security_group (84d5a200-0c40-40dc-8aef-1987920e6773), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.862224 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:30.891218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:30.906059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc2af2-ebc5-4024-a89a-028733315eec req-fc06b990-c137-4ab8-882e-da3241bb08b1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:30.915835 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5afc2af2-ebc5-4024-a89a-028733315eec req-fc06b990-c137-4ab8-882e-da3241bb08b1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 931 time: 0.0911157 Jun 27 09:36:30.919283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:30.972636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d1fb71-3a28-4a00-b9f4-b8c218fba63d {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:31.026402 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.065205 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a2f82fe5-cfc7-4322-9953-0f3e844efb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (84d5a200-0c40-40dc-8aef-1987920e6773), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.100268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks [] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.197747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:31.199033 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Attempting to bind port a233eb88-dce4-49a8-9bf9-7a59a86e981b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:31.199507 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Attempting to bind port a233eb88-dce4-49a8-9bf9-7a59a86e981b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:31.199948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Attempting to bind port a233eb88-dce4-49a8-9bf9-7a59a86e981b on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:31.233641 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Port a233eb88-dce4-49a8-9bf9-7a59a86e981b on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:36:31.233641 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Attempting to bind port a233eb88-dce4-49a8-9bf9-7a59a86e981b on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:31.258655 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:31.259843 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Checking segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:31.270758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Bound using segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:31.270758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Bound port: a233eb88-dce4-49a8-9bf9-7a59a86e981b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:31.270758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.375509 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:31.382410 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:31.430698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5afc2af2-ebc5-4024-a89a-028733315eec req-63f93086-d874-42c7-a55e-d2a8198ca295 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098355 Jun 27 09:36:31.435212 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Transition to ACTIVE for port object 32d1fb71-3a28-4a00-b9f4-b8c218fba63d will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:36:31.455878 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:31.459371 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a2f82fe5-cfc7-4322-9953-0f3e844efb80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81f0d69f219148e4a8b49c2465e25d08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8337345 Jun 27 09:36:31.463175 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 44976) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:31.474752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f82fe5-cfc7-4322-9953-0f3e844efb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d5a200-0c40-40dc-8aef-1987920e6773,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:31.494957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.583925 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Attempting to bind port cb15c03b-d1f2-488e-baae-86a39cab937b on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:31.584712 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Attempting to bind port cb15c03b-d1f2-488e-baae-86a39cab937b by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:31.585345 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Attempting to bind port cb15c03b-d1f2-488e-baae-86a39cab937b on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:31.605067 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Port cb15c03b-d1f2-488e-baae-86a39cab937b on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:36:31.607858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Attempting to bind port cb15c03b-d1f2-488e-baae-86a39cab937b on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:31.621906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:31.622811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.624529 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] 10.222.0.55 "PUT /v2.0/ports/a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 1093 time: 2.9609778 Jun 27 09:36:31.627952 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:31.630546 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:31.631151 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:31.632026 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Bound using segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:31.632713 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Bound port: cb15c03b-d1f2-488e-baae-86a39cab937b, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:31.633285 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:31.676327 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 44990) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:31.738396 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a66f8-1dcb-4d13-a9fe-883d085e7918 service neutron] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:31.770452 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:31.775038 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cb15c03b-d1f2-488e-baae-86a39cab937b,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:32.012268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.036200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.079673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:32.171788 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-5ba256e1-9981-4e43-b922-c8bedc0c5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:32.173309 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-5ba256e1-9981-4e43-b922-c8bedc0c5a7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1127 time: 0.3475373 Jun 27 09:36:32.181188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:32.181923 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.183299 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] 10.222.0.55 "PUT /v2.0/ports/cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 200 len: 1093 time: 3.5123451 Jun 27 09:36:32.236939 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face5dfb-9a05-4723-a258-3ef554bc8209 req-ddd88dd2-016d-464c-b0d9-aef93d2132e3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:32.238554 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-face5dfb-9a05-4723-a258-3ef554bc8209 req-ddd88dd2-016d-464c-b0d9-aef93d2132e3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.2158670 Jun 27 09:36:32.400243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:32.402781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] Publish callbacks [] for security_group (84d5a200-0c40-40dc-8aef-1987920e6773), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.475571 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:32.487358 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5758f-1ec8-4006-89d6-6313c8f1961a req-b21b194f-7650-4c0d-a95f-a6c9e300124d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:32.491485 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-fd8a936b-e79b-416d-8b5d-cdb7d7197e2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 217 time: 0.2339191 Jun 27 09:36:32.493966 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2cc5758f-1ec8-4006-89d6-6313c8f1961a req-b21b194f-7650-4c0d-a95f-a6c9e300124d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.4322288 Jun 27 09:36:32.494989 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:32.539647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ea5a169e-546e-4ab2-9809-9841083154a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.547477 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90694f-6488-4119-9ff0-a0de1abc6e2d service neutron] Pushing event updated for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:32.602225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] Publish callbacks [] for security_group (84d5a200-0c40-40dc-8aef-1987920e6773), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.707200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-05496ea4-ac96-4c9b-ba90-29ee8a20f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:32.709089 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-05496ea4-ac96-4c9b-ba90-29ee8a20f09a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.1493456 Jun 27 09:36:32.716974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Attempting to bind port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:32.717352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Attempting to bind port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:32.717830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Attempting to bind port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d on network 9db8f8bc-db53-4737-8355-45174efdae65 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:32.761183 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9720d11f-73fc-4566-a281-54fa01d4bc65 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:32.909924 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2cc5758f-1ec8-4006-89d6-6313c8f1961a req-1d356e02-69d5-4af9-8c44-dd01acc960de tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854942 Jun 27 09:36:32.912534 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d on network 9db8f8bc-db53-4737-8355-45174efdae65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:36:32.912897 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Attempting to bind port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d on network 9db8f8bc-db53-4737-8355-45174efdae65 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:32.936108 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks [] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:32.968711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:32.969099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Checking segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:32.969942 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Bound using segment: {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:32.970983 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Bound port: 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:32.971781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.017898 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-ddcd7b4d-0433-46ce-b0a7-8e67238a155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.020340 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-ddcd7b4d-0433-46ce-b0a7-8e67238a155b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1127 time: 0.5026016 Jun 27 09:36:33.020779 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Transition to ACTIVE for port object 9720d11f-73fc-4566-a281-54fa01d4bc65 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:36:33.116627 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-face5dfb-9a05-4723-a258-3ef554bc8209 req-470af99e-2f93-40b5-97bc-3bc76a015f40 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8157487 Jun 27 09:36:33.116734 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d77a-5d11-41b1-b382-0b6d9dfe003f req-80b88252-f052-41be-b60f-6cf079b4fc62 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.116734 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c27d77a-5d11-41b1-b382-0b6d9dfe003f req-80b88252-f052-41be-b60f-6cf079b4fc62 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1132941 Jun 27 09:36:33.124825 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-281784b5-6560-4b69-8ee5-4107c26f9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.128556 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-281784b5-6560-4b69-8ee5-4107c26f9b36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4022501 Jun 27 09:36:33.131141 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-65ac2fae-a3a0-43b9-a751-03ed15ec9cd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 200 len: 217 time: 0.0876939 Jun 27 09:36:33.151729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (84d5a200-0c40-40dc-8aef-1987920e6773), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.154437 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.155645 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/84d5a200-0c40-40dc-8aef-1987920e6773 HTTP/1.1" status: 204 len: 168 time: 1.6903429 Jun 27 09:36:33.165011 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:33.196020 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.211294 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:33.212433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02271fa9-9908-45a6-848a-c06444a7fb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d5a200-0c40-40dc-8aef-1987920e6773,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:33.237262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:33.310145 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c27d77a-5d11-41b1-b382-0b6d9dfe003f req-28d4041e-0a6e-4887-a76a-0b80042afd86 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859059 Jun 27 09:36:33.334015 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Pushing event updated for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:33.352871 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:33.362610 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-6c96de8c-8812-487f-9a1b-2b83b2832d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.364995 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-6c96de8c-8812-487f-9a1b-2b83b2832d05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.2125664 Jun 27 09:36:33.397895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.434844 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.476387 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ea5a169e-546e-4ab2-9809-9841083154a6 admin admin] Publish callbacks [] for security_group (4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.479713 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Attempting to bind port 9720d11f-73fc-4566-a281-54fa01d4bc65 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:36:33.480326 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f06de-6516-462d-b03c-c5562e04231f req-35e4f546-a297-4a6e-bccd-0b5154ca3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.480420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Attempting to bind port 9720d11f-73fc-4566-a281-54fa01d4bc65 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:36:33.481422 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-35e4f546-a297-4a6e-bccd-0b5154ca3714 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867908 Jun 27 09:36:33.482448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Attempting to bind port 9720d11f-73fc-4566-a281-54fa01d4bc65 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:33.498045 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-fb216c72-6b38-47e1-8871-390ee8b9603a service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476915 Jun 27 09:36:33.581898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Port 9720d11f-73fc-4566-a281-54fa01d4bc65 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:36:33.583690 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Attempting to bind port 9720d11f-73fc-4566-a281-54fa01d4bc65 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:36:33.601182 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:33.601182 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.602446 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] 10.222.0.55 "PUT /v2.0/ports/32d1fb71-3a28-4a00-b9f4-b8c218fba63d HTTP/1.1" status: 200 len: 1093 time: 4.9287663 Jun 27 09:36:33.604349 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:33.624400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ea5a169e-546e-4ab2-9809-9841083154a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.807869 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26253ce5-6955-42e2-94a4-4330f5a7bb74 service neutron] Pushing event updated for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:33.827620 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:36:33.828019 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:36:33.828848 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Bound using segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:36:33.829305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Bound port: 9720d11f-73fc-4566-a281-54fa01d4bc65, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:36:33.829671 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:33.851773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a169e-546e-4ab2-9809-9841083154a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:33.868329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae0cc5-1124-49c7-a952-76f97840c06a x-openstack-request-id: req-f7ae0cc5-1124-49c7-a952-76f97840c06a {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:33.868329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:33.869447 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7ae0cc5-1124-49c7-a952-76f97840c06a {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:33.870071 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ae0cc5-1124-49c7-a952-76f97840c06a'] response: {'name': 'network-changed', 'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'status': 'completed', 'code': 200} Jun 27 09:36:33.930830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45060) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:33.936389 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ea5a169e-546e-4ab2-9809-9841083154a6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=799a3b48da7542b1bc77727a36f5568c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2560966 Jun 27 09:36:33.955169 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-b66870f7-4030-4057-8f58-6f45bb1a86db service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457042 Jun 27 09:36:33.955785 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45064) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:33.979606 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:36:33.983284 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9720d11f-73fc-4566-a281-54fa01d4bc65,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:36:34.076293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.112660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:34.145537 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b260-10d7-47ff-b579-555963a96fbc req-b12cd0d6-9a6f-4734-a03d-0825eddd1d1f tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:34.147817 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc17b260-10d7-47ff-b579-555963a96fbc req-b12cd0d6-9a6f-4734-a03d-0825eddd1d1f tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.1277032 Jun 27 09:36:34.155296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:34.158360 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.159875 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] 10.222.0.55 "PUT /v2.0/ports/9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 1093 time: 5.4912822 Jun 27 09:36:34.186794 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c" -d '{"events": [{"name": "network-changed", "server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:34.201040 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cf928-81e2-4fbb-a9dc-9314cfd1f21d service neutron] Pushing event updated for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:34.242441 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc17b260-10d7-47ff-b579-555963a96fbc req-592cc5b0-6a56-4e1e-ad6b-21654ca0d8df tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751269 Jun 27 09:36:34.365473 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-336fcea7-ad23-467a-bdf5-a0901164f71e req-f8c3b311-3cd9-42cb-84e1-ef949f4909ba service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8369987 Jun 27 09:36:34.381327 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:34.392352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d48c8b-f083-49c7-8e5e-fb119876da7b req-7339a2df-aab1-4aea-bb4d-623fad452458 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:34.394045 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-71d48c8b-f083-49c7-8e5e-fb119876da7b req-7339a2df-aab1-4aea-bb4d-623fad452458 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0798228 Jun 27 09:36:34.434902 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] Publish callbacks [] for security_group (4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.437682 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:34.445529 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7f457458-1aab-4eb3-8642-af8523ceba60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.479638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] Publish callbacks [] for security_group (4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.514691 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-71d48c8b-f083-49c7-8e5e-fb119876da7b req-6059006c-03b2-4377-8262-ec351066fbfe tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014974 Jun 27 09:36:34.551105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51762e84-c6bf-43bd-91f5-160f97f31950 x-openstack-request-id: req-51762e84-c6bf-43bd-91f5-160f97f31950 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:34.560310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:34.560310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51762e84-c6bf-43bd-91f5-160f97f31950 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:34.560811 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51762e84-c6bf-43bd-91f5-160f97f31950'] response: {'name': 'network-changed', 'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d', 'status': 'completed', 'code': 200} Jun 27 09:36:34.585913 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7f457458-1aab-4eb3-8642-af8523ceba60 admin admin] Publish callbacks [] for security_group (e8e839fa-20a1-43e6-86e9-66832ad23d0b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.599071 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.601949 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.610025 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2 HTTP/1.1" status: 204 len: 168 time: 0.6432722 Jun 27 09:36:34.612026 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9e18a-4f99-4ba7-89ba-79e4c15e895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdf963d-01e5-4e90-a7c2-aad1f32ab0b2,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:34.653913 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae61c2f-98df-4ff2-8a8d-dd806ae5ae09 req-ebca1d65-01c2-49d8-bb8c-bf206f447dfc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:34.655472 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cae61c2f-98df-4ff2-8a8d-dd806ae5ae09 req-ebca1d65-01c2-49d8-bb8c-bf206f447dfc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0542827 Jun 27 09:36:34.675021 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7f457458-1aab-4eb3-8642-af8523ceba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e8e839fa-20a1-43e6-86e9-66832ad23d0b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.727638 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7f457458-1aab-4eb3-8642-af8523ceba60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0569d9a7b2546d38afa4f54536b6149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7961731 Jun 27 09:36:34.730334 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45102) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:34.738120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f457458-1aab-4eb3-8642-af8523ceba60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e839fa-20a1-43e6-86e9-66832ad23d0b,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:34.748085 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cae61c2f-98df-4ff2-8a8d-dd806ae5ae09 req-010712cd-bbea-4ea9-9b0b-53e435a3b8ce tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868287 Jun 27 09:36:34.784976 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] Publish callbacks [] for security_group (e8e839fa-20a1-43e6-86e9-66832ad23d0b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.811282 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] Publish callbacks [] for security_group (e8e839fa-20a1-43e6-86e9-66832ad23d0b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.953707 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e8e839fa-20a1-43e6-86e9-66832ad23d0b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.956331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:34.957527 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8e839fa-20a1-43e6-86e9-66832ad23d0b HTTP/1.1" status: 204 len: 168 time: 0.2261124 Jun 27 09:36:34.965348 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccc67c-2d56-41f9-b99c-b4dfada43dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e839fa-20a1-43e6-86e9-66832ad23d0b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:35.343615 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45120) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:35.368098 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d597e-0d81-49e3-a09e-d8e9266b03bf req-a33b66f6-689c-49a8-a2ee-9c82ff9a28a8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:35.369871 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-635d597e-0d81-49e3-a09e-d8e9266b03bf req-a33b66f6-689c-49a8-a2ee-9c82ff9a28a8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.0543873 Jun 27 09:36:35.373008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-edb80189-af5b-491d-bd2a-fb42ca9687f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.431182 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-635d597e-0d81-49e3-a09e-d8e9266b03bf req-e9837a28-0205-4411-ae43-660b2d16f339 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543351 Jun 27 09:36:35.476604 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-edb80189-af5b-491d-bd2a-fb42ca9687f2 admin admin] Publish callbacks [] for security_group (09ade704-24cb-471f-b1c6-db90f1447fd7), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.530545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-edb80189-af5b-491d-bd2a-fb42ca9687f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (09ade704-24cb-471f-b1c6-db90f1447fd7), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.579669 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-edb80189-af5b-491d-bd2a-fb42ca9687f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee21170b05464f4a93799cc486c6f18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347374 Jun 27 09:36:35.582257 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb80189-af5b-491d-bd2a-fb42ca9687f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ade704-24cb-471f-b1c6-db90f1447fd7,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:35.584343 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45136) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:35.604518 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:35.633647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] Publish callbacks [] for security_group (09ade704-24cb-471f-b1c6-db90f1447fd7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.667170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] Publish callbacks [] for security_group (09ade704-24cb-471f-b1c6-db90f1447fd7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.673344 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b9716-b072-4d97-bf6d-d4d03aabc5be req-b01c4835-73b1-4976-ae9d-41efaa40e08d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:35.680115 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-173b9716-b072-4d97-bf6d-d4d03aabc5be req-b01c4835-73b1-4976-ae9d-41efaa40e08d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0544159 Jun 27 09:36:35.747705 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-173b9716-b072-4d97-bf6d-d4d03aabc5be req-380e7adf-a2bf-45cc-93fd-47d988aa5db6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650713 Jun 27 09:36:35.798979 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (09ade704-24cb-471f-b1c6-db90f1447fd7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.801620 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:35.802782 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09ade704-24cb-471f-b1c6-db90f1447fd7 HTTP/1.1" status: 204 len: 168 time: 0.2194021 Jun 27 09:36:35.811356 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0bfe5-31ca-42d4-875d-fc6fa81fd1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ade704-24cb-471f-b1c6-db90f1447fd7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:35.816883 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:35.872815 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d648e-c7a8-4715-b061-52a52926e921 req-eb079a8d-4fdd-479f-9cf9-1cc79af60393 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:35.874325 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-192d648e-c7a8-4715-b061-52a52926e921 req-eb079a8d-4fdd-479f-9cf9-1cc79af60393 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0487370 Jun 27 09:36:35.874863 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:35.877129 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606b0bed-f046-4e77-a490-3b9d0ebc30c2" -d '{"events": [{"name": "network-changed", "server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:35.920892 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c80c6ad-9f09-40a8-afc7-788c0248bd33 x-openstack-request-id: req-1c80c6ad-9f09-40a8-afc7-788c0248bd33 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:35.921188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:35.926566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c80c6ad-9f09-40a8-afc7-788c0248bd33 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:35.926566 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c80c6ad-9f09-40a8-afc7-788c0248bd33'] response: {'name': 'network-changed', 'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b', 'status': 'completed', 'code': 200} Jun 27 09:36:35.931509 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-192d648e-c7a8-4715-b061-52a52926e921 req-cea03768-8a1f-4d2a-9f15-c312d2a25d7c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486393 Jun 27 09:36:36.562543 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:36.565048 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16459c2-9d1a-435f-bc41-a8532bcb8d25" -d '{"events": [{"name": "network-changed", "server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:36.644292 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef63ef7-fcf8-45e8-b821-77e62aa9c7dd x-openstack-request-id: req-4ef63ef7-fcf8-45e8-b821-77e62aa9c7dd {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:36.645347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:36.645347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ef63ef7-fcf8-45e8-b821-77e62aa9c7dd {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:36.645561 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef63ef7-fcf8-45e8-b821-77e62aa9c7dd'] response: {'name': 'network-changed', 'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65', 'status': 'completed', 'code': 200} Jun 27 09:36:36.697777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb67137-4233-4e90-a3ae-cb01c3bae29a req-604f3452-4b6d-4124-80a2-0ec2216c0adc tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:36.699620 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8fb67137-4233-4e90-a3ae-cb01c3bae29a req-604f3452-4b6d-4124-80a2-0ec2216c0adc tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.1573296 Jun 27 09:36:36.819232 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8fb67137-4233-4e90-a3ae-cb01c3bae29a req-3de7e4a2-6f2c-48eb-bba1-dd1044c25560 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116896 Jun 27 09:36:37.093754 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d18f06de-6516-462d-b03c-c5562e04231f req-84a64e02-e2ca-4be5-9fad-00cb6cc30247 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287827 Jun 27 09:36:37.105527 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a94cc-a6ce-4b3c-abf1-8f6ea78e82e2 req-ff7634db-fadc-4177-aef3-6c6f6c6cbe2c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.114176 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f87a94cc-a6ce-4b3c-abf1-8f6ea78e82e2 req-ff7634db-fadc-4177-aef3-6c6f6c6cbe2c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.2256353 Jun 27 09:36:37.192115 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-c4febfa6-42a7-4ed9-879e-97a4116e9f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.194718 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-c4febfa6-42a7-4ed9-879e-97a4116e9f8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1127 time: 0.2279165 Jun 27 09:36:37.238190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ebce66-c22c-452f-8bf2-badac2a9c2c2 req-7486051f-7fc4-4eb9-836a-0b32d481ff07 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.246948 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-02ebce66-c22c-452f-8bf2-badac2a9c2c2 req-7486051f-7fc4-4eb9-836a-0b32d481ff07 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1467934 Jun 27 09:36:37.260451 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-e7661fb4-a050-4f36-86b8-0e5481f6fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.263124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-e7661fb4-a050-4f36-86b8-0e5481f6fca0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84dd698260134176acd4f4892911ab05&device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 1127 time: 0.3327129 Jun 27 09:36:37.281764 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-9d0cec4f-3a59-43d0-abf9-625b324a1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.283663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-9d0cec4f-3a59-43d0-abf9-625b324a1f96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1127 time: 0.2878222 Jun 27 09:36:37.296746 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-f1b32412-d7c5-4721-8013-b224ec3a3b42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.0870261 Jun 27 09:36:37.361959 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f87a94cc-a6ce-4b3c-abf1-8f6ea78e82e2 req-e06d19f8-1aed-4858-ab7c-0c795fc09c15 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373056 Jun 27 09:36:37.518390 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-fe7f66d8-94be-47d8-a9b8-23d690003cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.522686 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-fe7f66d8-94be-47d8-a9b8-23d690003cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1127 time: 0.2260263 Jun 27 09:36:37.527624 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-ee150ca3-e632-4559-8255-fe797e7c235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.528579 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-ee150ca3-e632-4559-8255-fe797e7c235e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.2070951 Jun 27 09:36:37.533101 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-7ec55270-6023-476f-9244-9d3737153eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.534963 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-7ec55270-6023-476f-9244-9d3737153eb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.1885662 Jun 27 09:36:37.605161 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-05677c92-6d1b-4d66-a70b-db3fc8eda5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.606818 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-05677c92-6d1b-4d66-a70b-db3fc8eda5ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592241 Jun 27 09:36:37.688148 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-6211faf0-7f52-4b04-bace-768a75fb7b68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 217 time: 0.1098328 Jun 27 09:36:37.705660 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-97fac084-83aa-48d2-8149-d1412b3f0b94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d HTTP/1.1" status: 200 len: 217 time: 0.4094300 Jun 27 09:36:37.908570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:37.910882 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-bd7f9694-9219-49b7-adfe-6a60ce4737cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.912869 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-bd7f9694-9219-49b7-adfe-6a60ce4737cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8eea91f1-f0a7-4218-a56b-901df0a38a4b HTTP/1.1" status: 200 len: 850 time: 0.1001716 Jun 27 09:36:37.984677 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-c974b54f-f660-4de9-85bc-a2b20b1c4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:37.987966 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-02ebce66-c22c-452f-8bf2-badac2a9c2c2 req-8130ed86-f5d3-4171-84b2-708509087713 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397575 Jun 27 09:36:37.989163 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-c974b54f-f660-4de9-85bc-a2b20b1c4277 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.4596939 Jun 27 09:36:38.048458 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:38.122077 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-f3235671-826b-44dc-8293-916ef5792805 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 200 len: 217 time: 0.1137321 Jun 27 09:36:38.207678 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:38.210531 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-af45054f-aa65-486c-9576-c8890850c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.212413 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-af45054f-aa65-486c-9576-c8890850c5cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0590615 Jun 27 09:36:38.216755 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-36a093ef-e8da-4bc0-91b1-9fe523813850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.218301 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-36a093ef-e8da-4bc0-91b1-9fe523813850 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.4910932 Jun 27 09:36:38.220105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-5851df90-e207-4617-b802-00cb262e1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.221544 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-5851df90-e207-4617-b802-00cb262e1e15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9db8f8bc-db53-4737-8355-45174efdae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2961736 Jun 27 09:36:38.231644 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbcbd4-62aa-4c72-b161-7f7eaa60c0e6 req-59da1abc-cdef-40a6-9722-31d338af0852 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.238818 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-17cbcbd4-62aa-4c72-b161-7f7eaa60c0e6 req-59da1abc-cdef-40a6-9722-31d338af0852 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.2315271 Jun 27 09:36:38.288226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-7554871e-2cba-4d52-9e4f-48b0dedf0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.292556 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-7554871e-2cba-4d52-9e4f-48b0dedf0e13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460103 Jun 27 09:36:38.296431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-7c518836-40e0-44e0-bfa1-94599383fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.298139 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-7c518836-40e0-44e0-bfa1-94599383fc9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569379 Jun 27 09:36:38.360417 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-17cbcbd4-62aa-4c72-b161-7f7eaa60c0e6 req-315775d4-989c-4a12-a537-ca505548102c tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206086 Jun 27 09:36:38.378852 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-06c0ac01-1f09-4fb6-8be0-7001c8aeb592 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703403 Jun 27 09:36:38.452183 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:38.496441 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-6d11117c-2ad3-47ae-85e0-2f62c165ed22 service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971688 Jun 27 09:36:38.617176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405fb9-a301-4771-97c9-bfa9e9d073fc req-83fcb883-124e-44f2-a24e-1aae1c515c08 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.624459 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8a405fb9-a301-4771-97c9-bfa9e9d073fc req-83fcb883-124e-44f2-a24e-1aae1c515c08 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1270044 Jun 27 09:36:38.627220 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5a94301-46c5-4cbc-a871-8cb08a89bf12 req-9160888a-0e98-461b-8a13-964605398794 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368762 Jun 27 09:36:38.686587 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-b253a6fe-1bcf-44bb-b899-62f21d0e5d0a service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379588 Jun 27 09:36:38.752124 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45274) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:38.828475 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-c630e421-3e79-4069-b2c4-186d16f8f72a service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011869 Jun 27 09:36:38.833354 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fd2e30c5-787e-47aa-a1dc-fd62b73be8c5 req-7d32a107-35f1-4c9c-a491-fa35e879c4cd service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149402 Jun 27 09:36:38.854061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-7dfc1c8c-c609-4809-9e73-588bf9d31fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:38.855733 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-7dfc1c8c-c609-4809-9e73-588bf9d31fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1127 time: 0.0829763 Jun 27 09:36:38.863124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8a405fb9-a301-4771-97c9-bfa9e9d073fc req-7e80e872-726a-4614-ab2d-246461203a39 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374465 Jun 27 09:36:38.905416 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-606b0bed-f046-4e77-a490-3b9d0ebc30c2 req-28630a8c-f966-4e47-bcab-661f305b0c04 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026546 Jun 27 09:36:38.981076 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-696f7512-6c3e-4a7d-9bb2-dc048ba84ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:39.016341 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ff9bb129-b3a2-4a89-89c3-46d57d37a51e req-085bd34d-c843-4bba-826e-d7e21533c6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524425 Jun 27 09:36:39.108244 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-68e24335-855c-4d19-8af1-f722405a98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.110054 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-68e24335-855c-4d19-8af1-f722405a98e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.2465148 Jun 27 09:36:39.168643 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-9972927f-4ac5-4a73-9834-9243c5c58f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.172568 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-9972927f-4ac5-4a73-9834-9243c5c58f64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84dd698260134176acd4f4892911ab05&device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 1127 time: 0.1542501 Jun 27 09:36:39.209660 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c0d91-1787-4995-b119-dc05b88a2081 req-0f2c61e1-7fd1-4f37-bad7-fc1f117b1cc9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.221883 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fe0c0d91-1787-4995-b119-dc05b88a2081 req-0f2c61e1-7fd1-4f37-bad7-fc1f117b1cc9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1331654 Jun 27 09:36:39.309584 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-e0aea4c5-3d0c-4511-a71c-7dfbeeb5b4a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.1143808 Jun 27 09:36:39.586420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c7c2c-8e2c-4178-9970-b703327ba17f req-1600e986-8bc7-49dd-8a9f-138617419e09 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.594692 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab8c7c2c-8e2c-4178-9970-b703327ba17f req-1600e986-8bc7-49dd-8a9f-138617419e09 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.1529531 Jun 27 09:36:39.676964 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab8c7c2c-8e2c-4178-9970-b703327ba17f req-68c57a66-cdb9-48b7-bdd2-953b9594ada7 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811782 Jun 27 09:36:39.753897 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-696f7512-6c3e-4a7d-9bb2-dc048ba84ed7 admin admin] Publish callbacks [] for security_group (9d31685f-526c-42f6-aca9-7a6ae5e7541d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:39.770429 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fe0c0d91-1787-4995-b119-dc05b88a2081 req-e12be2c9-df17-4850-b4e7-f47410587ab8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400176 Jun 27 09:36:39.774943 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-5f9dfa2c-aae6-4fa8-af5f-fde02e079e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.776632 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-5f9dfa2c-aae6-4fa8-af5f-fde02e079e28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.4532754 Jun 27 09:36:39.853461 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-696f7512-6c3e-4a7d-9bb2-dc048ba84ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9d31685f-526c-42f6-aca9-7a6ae5e7541d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:39.872634 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:39.908986 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-13a72871-e779-4db7-84fd-01a60287504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.910459 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-13a72871-e779-4db7-84fd-01a60287504d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9db8f8bc-db53-4737-8355-45174efdae65 HTTP/1.1" status: 200 len: 912 time: 0.6825607 Jun 27 09:36:39.940997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f7512-6c3e-4a7d-9bb2-dc048ba84ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31685f-526c-42f6-aca9-7a6ae5e7541d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:39.945122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-f9761618-1ea3-4129-a6dc-f9b5c7da645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:39.947064 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-f9761618-1ea3-4129-a6dc-f9b5c7da645a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387250 Jun 27 09:36:39.950122 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-696f7512-6c3e-4a7d-9bb2-dc048ba84ed7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4203bbdff4f14d9abb26c0fb343e1f73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1904633 Jun 27 09:36:39.953299 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45304) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:39.986356 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:40.082629 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] Publish callbacks [] for security_group (9d31685f-526c-42f6-aca9-7a6ae5e7541d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.110514 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-d64731ee-e848-4f8e-8dff-c06b183e4258 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d HTTP/1.1" status: 200 len: 217 time: 0.1518826 Jun 27 09:36:40.125491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224e617-fa0d-4c50-bc31-a2673470cd92 req-a04bc986-5921-41e6-bc3e-d834f9e74d05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:40.127924 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8224e617-fa0d-4c50-bc31-a2673470cd92 req-a04bc986-5921-41e6-bc3e-d834f9e74d05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1440182 Jun 27 09:36:40.136188 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=65 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:40.183361 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] Publish callbacks [] for security_group (9d31685f-526c-42f6-aca9-7a6ae5e7541d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.204553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45312) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:40.225627 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:40.226265 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:40.268165 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-8b70e57c-3423-42d6-ba67-8409d0975c4b service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007877 Jun 27 09:36:40.274038 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-197053bf-e748-4911-a9c6-bd9f5332849a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.298048 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8224e617-fa0d-4c50-bc31-a2673470cd92 req-ab67a302-4f9b-41ff-bbe9-16c6eea4deb5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213834 Jun 27 09:36:40.316995 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-c532a1f8-e9fe-42fa-8d76-2dda706f7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:40.319513 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-c532a1f8-e9fe-42fa-8d76-2dda706f7f1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8eea91f1-f0a7-4218-a56b-901df0a38a4b HTTP/1.1" status: 200 len: 850 time: 0.1781182 Jun 27 09:36:40.359765 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9d31685f-526c-42f6-aca9-7a6ae5e7541d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.363881 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.368419 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9d31685f-526c-42f6-aca9-7a6ae5e7541d HTTP/1.1" status: 204 len: 168 time: 0.4140561 Jun 27 09:36:40.383592 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c2b37-5821-4f89-8002-d63dc6f335c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31685f-526c-42f6-aca9-7a6ae5e7541d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:40.468434 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d16459c2-9d1a-435f-bc41-a8532bcb8d25 req-3eeb220d-a3ac-4f90-9393-b663fa667533 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847460 Jun 27 09:36:40.469308 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38b46cf7-c918-4ad0-8e33-db0934c51e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.472917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-69085052-b7b0-453b-8dd8-db28361c880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:40.474515 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-69085052-b7b0-453b-8dd8-db28361c880c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9db8f8bc-db53-4737-8355-45174efdae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790462 Jun 27 09:36:40.719761 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-90b3a86c-52a7-480d-a8ea-fb36d70de23f service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333374 Jun 27 09:36:40.721820 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38b46cf7-c918-4ad0-8e33-db0934c51e1f admin admin] Publish callbacks [] for security_group (4a9465bb-ae37-4fc4-b08b-82e2f9d84623), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.941625 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-38b46cf7-c918-4ad0-8e33-db0934c51e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4a9465bb-ae37-4fc4-b08b-82e2f9d84623), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:40.970521 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:40.987305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69945fc-7edc-43e8-b09f-22033854d11a req-ff2ebc84-18d5-43aa-9dea-a4018d803ff8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:40.995489 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69945fc-7edc-43e8-b09f-22033854d11a req-ff2ebc84-18d5-43aa-9dea-a4018d803ff8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0995367 Jun 27 09:36:41.046033 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4f7cd-c7d2-4f65-9da7-2c747a4561b4 req-24b09540-45a8-4522-b50e-cbe9949056ff tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:41.056772 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21c4f7cd-c7d2-4f65-9da7-2c747a4561b4 req-24b09540-45a8-4522-b50e-cbe9949056ff tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.2748609 Jun 27 09:36:41.066433 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69945fc-7edc-43e8-b09f-22033854d11a req-f05fc931-a6bd-4c71-bf17-fb2590650cd4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697544 Jun 27 09:36:41.086215 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-38b46cf7-c918-4ad0-8e33-db0934c51e1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e470e86966264a94bbc9cf5e97a00b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806736 Jun 27 09:36:41.086816 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45346) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:41.092129 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-14ecde9b-dac3-46a5-bef6-4d2ec2dbc38c req-9a07fd69-aee6-4e4d-ba74-558f78819379 service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295910 Jun 27 09:36:41.098021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b46cf7-c918-4ad0-8e33-db0934c51e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9465bb-ae37-4fc4-b08b-82e2f9d84623,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:41.151156 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21c4f7cd-c7d2-4f65-9da7-2c747a4561b4 req-5848ca22-6197-48de-8b31-4cbf456e74c3 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Jun 27 09:36:41.175885 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] Publish callbacks [] for security_group (4a9465bb-ae37-4fc4-b08b-82e2f9d84623), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.218178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] Publish callbacks [] for security_group (4a9465bb-ae37-4fc4-b08b-82e2f9d84623), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.330889 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45350) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:41.357023 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb17f1d4-82d4-4388-a29d-fa3b8408dc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.382454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4a9465bb-ae37-4fc4-b08b-82e2f9d84623), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.386013 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.387872 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a9465bb-ae37-4fc4-b08b-82e2f9d84623 HTTP/1.1" status: 204 len: 168 time: 0.2979448 Jun 27 09:36:41.398435 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:41.410230 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fb98c-5eba-47d0-a9a2-805268449309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9465bb-ae37-4fc4-b08b-82e2f9d84623,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:41.521413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107f94c-9d38-41cc-91bb-a9e09e12a4f7 req-3d1e5042-0fda-4f85-a1d2-b8a4bf081fcf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:41.523622 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8107f94c-9d38-41cc-91bb-a9e09e12a4f7 req-3d1e5042-0fda-4f85-a1d2-b8a4bf081fcf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0843642 Jun 27 09:36:41.552752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb17f1d4-82d4-4388-a29d-fa3b8408dc43 admin admin] Publish callbacks [] for security_group (a90eb0f1-b91c-4742-a5fa-ad43516dfc38), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.591497 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8107f94c-9d38-41cc-91bb-a9e09e12a4f7 req-2a35fd9c-0688-45c1-87ff-bdde1950fdb5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557046 Jun 27 09:36:41.914541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fb17f1d4-82d4-4388-a29d-fa3b8408dc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a90eb0f1-b91c-4742-a5fa-ad43516dfc38), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:41.954933 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-fb17f1d4-82d4-4388-a29d-fa3b8408dc43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09380167a6fd4cdea1334201b55c9537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6228366 Jun 27 09:36:41.955825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17f1d4-82d4-4388-a29d-fa3b8408dc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90eb0f1-b91c-4742-a5fa-ad43516dfc38,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:41.957695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45374) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:42.011663 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] Publish callbacks [] for security_group (a90eb0f1-b91c-4742-a5fa-ad43516dfc38), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:42.034078 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] Publish callbacks [] for security_group (a90eb0f1-b91c-4742-a5fa-ad43516dfc38), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:42.168779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a90eb0f1-b91c-4742-a5fa-ad43516dfc38), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:42.175691 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:42.177961 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a90eb0f1-b91c-4742-a5fa-ad43516dfc38 HTTP/1.1" status: 204 len: 168 time: 0.2173886 Jun 27 09:36:42.220658 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87a69f-4ec5-4b8c-b7ca-8feb8364d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90eb0f1-b91c-4742-a5fa-ad43516dfc38,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:42.235077 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a007e6-56a7-4c59-844f-0909835deb91 req-672389c2-1727-4291-9d74-97dc2c97e1ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:42.245006 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80a007e6-56a7-4c59-844f-0909835deb91 req-672389c2-1727-4291-9d74-97dc2c97e1ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0942950 Jun 27 09:36:42.321144 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80a007e6-56a7-4c59-844f-0909835deb91 req-483799c1-4625-4e2e-86ee-e9078730fc1a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727925 Jun 27 09:36:42.326302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcc733-ea4a-44a2-a0e3-1f472de20bc0 req-39c83693-f477-4a12-a7f8-d186403f39bf tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:42.329465 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c2bcc733-ea4a-44a2-a0e3-1f472de20bc0 req-39c83693-f477-4a12-a7f8-d186403f39bf tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.0832586 Jun 27 09:36:42.385225 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c2bcc733-ea4a-44a2-a0e3-1f472de20bc0 req-467923de-8d8b-4d5d-8c72-cd2a99eb5e33 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489037 Jun 27 09:36:42.604729 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-692750b8-f75b-47f1-a21a-fe41f091478e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:42.712283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca4aae-2a2a-4c40-8b6f-ec4a14cf05a6 req-92646844-4db0-4fea-af06-f187de307e0c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:42.714056 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dfca4aae-2a2a-4c40-8b6f-ec4a14cf05a6 req-92646844-4db0-4fea-af06-f187de307e0c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0479898 Jun 27 09:36:42.770235 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dfca4aae-2a2a-4c40-8b6f-ec4a14cf05a6 req-05b2ae97-0e9d-4cee-865f-a3bd6f12304e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503790 Jun 27 09:36:42.845111 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45410) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:42.970254 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5176334d-4183-4e59-ad45-42dae42accf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.033491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:43.054132 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5176334d-4183-4e59-ad45-42dae42accf9 admin admin] Publish callbacks [] for security_group (66d55289-812d-464d-bb1e-e6993fb0d68e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.125367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5176334d-4183-4e59-ad45-42dae42accf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (66d55289-812d-464d-bb1e-e6993fb0d68e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.170237 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-5176334d-4183-4e59-ad45-42dae42accf9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b41ab9ca798f42d0be421d7e02ab694e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237126 Jun 27 09:36:43.171500 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176334d-4183-4e59-ad45-42dae42accf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d55289-812d-464d-bb1e-e6993fb0d68e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:43.172893 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45426) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:43.227308 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] Publish callbacks [] for security_group (66d55289-812d-464d-bb1e-e6993fb0d68e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.249656 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] Publish callbacks [] for security_group (66d55289-812d-464d-bb1e-e6993fb0d68e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.376754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (66d55289-812d-464d-bb1e-e6993fb0d68e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.380705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:43.382966 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66d55289-812d-464d-bb1e-e6993fb0d68e HTTP/1.1" status: 204 len: 168 time: 0.2087395 Jun 27 09:36:43.402411 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525aed2-3760-4622-9457-fd49e39d4983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d55289-812d-464d-bb1e-e6993fb0d68e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:43.498285 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d025e-7b28-4607-96ea-f4295f3d88c2 req-8cf0f468-5033-4140-a736-ff3477c77afb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:43.506917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-679d025e-7b28-4607-96ea-f4295f3d88c2 req-8cf0f468-5033-4140-a736-ff3477c77afb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1130884 Jun 27 09:36:43.549798 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6098113-cb3d-43f2-bb0e-d768389207a9 req-0afeebec-6a16-4117-a877-09f88b1d24d8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:43.556622 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-679d025e-7b28-4607-96ea-f4295f3d88c2 req-45b1a6c2-5ae4-49dd-b007-40f0e8563e31 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488274 Jun 27 09:36:43.559821 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6098113-cb3d-43f2-bb0e-d768389207a9 req-0afeebec-6a16-4117-a877-09f88b1d24d8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.0623178 Jun 27 09:36:43.611881 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:43.627091 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6098113-cb3d-43f2-bb0e-d768389207a9 req-191d4b7f-fe22-417c-8946-6575bee9efb0 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663295 Jun 27 09:36:43.900962 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2eb8-90e3-47a3-8d31-2f18c036438c req-667c7387-4a8d-4f72-babb-f77736047a8b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:43.902453 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f5eb2eb8-90e3-47a3-8d31-2f18c036438c req-667c7387-4a8d-4f72-babb-f77736047a8b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0508499 Jun 27 09:36:43.949493 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f5eb2eb8-90e3-47a3-8d31-2f18c036438c req-cdcd8378-f946-4435-9c1c-128e9f06cfe3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Jun 27 09:36:44.168277 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45510) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:44.182590 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ee460a1-39cc-4b97-ab62-b3857560da9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.266489 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ee460a1-39cc-4b97-ab62-b3857560da9f admin admin] Publish callbacks [] for security_group (a8911bbe-bda6-4782-8a0d-610201943f8b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.325802 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45514) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:44.341514 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4ee460a1-39cc-4b97-ab62-b3857560da9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a8911bbe-bda6-4782-8a0d-610201943f8b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.389051 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4ee460a1-39cc-4b97-ab62-b3857560da9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17cee16b7bac423dbae534454c1624f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195354 Jun 27 09:36:44.390167 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee460a1-39cc-4b97-ab62-b3857560da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8911bbe-bda6-4782-8a0d-610201943f8b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:44.391679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45520) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:44.455176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:44.473909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] Publish callbacks [] for security_group (a8911bbe-bda6-4782-8a0d-610201943f8b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.502031 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] Publish callbacks [] for security_group (a8911bbe-bda6-4782-8a0d-610201943f8b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.536902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9fbd-4c3c-4df6-9675-0d63c50c92c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.640419 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a8911bbe-bda6-4782-8a0d-610201943f8b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.642928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.644824 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8911bbe-bda6-4782-8a0d-610201943f8b HTTP/1.1" status: 204 len: 168 time: 0.2509940 Jun 27 09:36:44.660164 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e91476-5a54-4486-883c-b5260f9e8f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8911bbe-bda6-4782-8a0d-610201943f8b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:44.717821 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9fbd-4c3c-4df6-9675-0d63c50c92c9 admin admin] Publish callbacks [] for security_group (dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.737734 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c4ee-d8e4-4681-b688-528aa1810fd9 req-13e827aa-bd6d-4392-9f4f-4ce5f1f5de60 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:44.739630 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-24d2c4ee-d8e4-4681-b688-528aa1810fd9 req-13e827aa-bd6d-4392-9f4f-4ce5f1f5de60 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1127224 Jun 27 09:36:44.779151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bf6f7-174a-441c-b9c8-f83b32691dd7 req-e20d0b86-5a58-4373-9934-2ed9569071f7 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:44.780689 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5c8bf6f7-174a-441c-b9c8-f83b32691dd7 req-e20d0b86-5a58-4373-9934-2ed9569071f7 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.0524964 Jun 27 09:36:44.790907 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-24d2c4ee-d8e4-4681-b688-528aa1810fd9 req-8aeeec14-0d48-4603-b428-09a56ee7b858 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Jun 27 09:36:44.818626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9fbd-4c3c-4df6-9675-0d63c50c92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.846290 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:44.854767 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5c8bf6f7-174a-441c-b9c8-f83b32691dd7 req-c6fe380c-2155-4903-b3a2-bc2d6933d8b9 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Jun 27 09:36:44.877240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45540) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:44.877368 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-dc8a9fbd-4c3c-4df6-9675-0d63c50c92c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f07300134844484a950ecf052af5ecf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504572 Jun 27 09:36:44.879478 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9fbd-4c3c-4df6-9675-0d63c50c92c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:44.907825 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.938554 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] Publish callbacks [] for security_group (dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:44.960747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] Publish callbacks [] for security_group (dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:45.087380 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae9af0-16db-4cec-8ce0-db54b8d386f4 req-3d7ea4e3-88a3-41f2-a504-0d4100297b4d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:45.089696 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96ae9af0-16db-4cec-8ce0-db54b8d386f4 req-3d7ea4e3-88a3-41f2-a504-0d4100297b4d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0556431 Jun 27 09:36:45.125249 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:45.128250 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:45.129518 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c HTTP/1.1" status: 204 len: 168 time: 0.2512965 Jun 27 09:36:45.153594 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951d0c6-61c5-4f70-acc9-e90fbc363f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2ed1a0-1b3b-445f-84c4-65bdab1cd27c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:45.160241 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96ae9af0-16db-4cec-8ce0-db54b8d386f4 req-56971e45-f8fa-48a6-be04-3b6b7dac4ca9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631435 Jun 27 09:36:45.942357 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6673e5f-25c4-4093-87da-5cfc9c8c6806 req-e4bd63d9-0197-4261-bfd0-065cdf12d061 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:45.949615 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6673e5f-25c4-4093-87da-5cfc9c8c6806 req-e4bd63d9-0197-4261-bfd0-065cdf12d061 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0811489 Jun 27 09:36:45.989339 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855ef7-e1ab-45f6-91a5-998a6e9bfbfc req-814c467a-264a-4e27-b603-5a5c09bb93f1 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:45.990879 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd855ef7-e1ab-45f6-91a5-998a6e9bfbfc req-814c467a-264a-4e27-b603-5a5c09bb93f1 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.0552173 Jun 27 09:36:45.993416 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6673e5f-25c4-4093-87da-5cfc9c8c6806 req-f71a2bbe-a607-4d40-9cb9-27e17d1e1058 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Jun 27 09:36:46.040576 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd855ef7-e1ab-45f6-91a5-998a6e9bfbfc req-56666f20-6978-4242-bbbb-346d93444ee9 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Jun 27 09:36:46.291963 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14341b-4e84-4558-b501-a4e1e69cccd1 req-1f385409-00a3-4632-a4b5-66c7aee003e0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:46.293431 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8d14341b-4e84-4558-b501-a4e1e69cccd1 req-1f385409-00a3-4632-a4b5-66c7aee003e0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0513017 Jun 27 09:36:46.339603 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45600) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:46.350909 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8d14341b-4e84-4558-b501-a4e1e69cccd1 req-c143ca9f-1a14-4b0f-9dc6-c64a55314709 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462186 Jun 27 09:36:46.354639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27c0f9b4-c240-4130-9454-08d9c2d06648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.403379 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:46.437487 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45602) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:46.437864 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:46.450582 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27c0f9b4-c240-4130-9454-08d9c2d06648 admin admin] Publish callbacks [] for security_group (46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.570882 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc3048a6-8783-44bc-9d2c-7f1fa0ba915d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.652691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc3048a6-8783-44bc-9d2c-7f1fa0ba915d admin admin] Publish callbacks [] for security_group (e13f1dce-2dbc-4599-8f04-cb1ca0275e40), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.953416 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-27c0f9b4-c240-4130-9454-08d9c2d06648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.953978 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-fc3048a6-8783-44bc-9d2c-7f1fa0ba915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e13f1dce-2dbc-4599-8f04-cb1ca0275e40), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.954552 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:46.962461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.001870 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-fc3048a6-8783-44bc-9d2c-7f1fa0ba915d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28633dba4a3d4102ae7539ab309525c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5598552 Jun 27 09:36:47.001870 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3048a6-8783-44bc-9d2c-7f1fa0ba915d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f1dce-2dbc-4599-8f04-cb1ca0275e40,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:47.003699 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45610) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:47.016611 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-27c0f9b4-c240-4130-9454-08d9c2d06648 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13324525110c404ca7d9bab534f5e7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6755652 Jun 27 09:36:47.017825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45614) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:47.030572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0f9b4-c240-4130-9454-08d9c2d06648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:47.101304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] Publish callbacks [] for security_group (46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.140348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] Publish callbacks [] for security_group (46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.143085 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] Publish callbacks [] for security_group (e13f1dce-2dbc-4599-8f04-cb1ca0275e40), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.163565 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f17f9-657d-4f0b-a5e6-8668f343e6a3 req-43b99d2e-c4a7-472e-8aa6-23d022ce4fba tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:47.165724 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-049f17f9-657d-4f0b-a5e6-8668f343e6a3 req-43b99d2e-c4a7-472e-8aa6-23d022ce4fba tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0604241 Jun 27 09:36:47.229025 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] Publish callbacks [] for security_group (e13f1dce-2dbc-4599-8f04-cb1ca0275e40), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.248338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7b223-2c8d-4b09-bcb2-66c6c61d05fd req-c68fbf53-d0d3-4540-832f-31ab36318ecd tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:47.249954 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-69c7b223-2c8d-4b09-bcb2-66c6c61d05fd req-c68fbf53-d0d3-4540-832f-31ab36318ecd tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 943 time: 0.1119759 Jun 27 09:36:47.251421 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-049f17f9-657d-4f0b-a5e6-8668f343e6a3 req-34de303a-1711-4a41-a21d-0cec934a987a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627317 Jun 27 09:36:47.342419 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-69c7b223-2c8d-4b09-bcb2-66c6c61d05fd req-74aa823d-e24f-4c3c-820d-88670d720970 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612681 Jun 27 09:36:47.360909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.364484 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.366020 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a HTTP/1.1" status: 204 len: 168 time: 0.3466289 Jun 27 09:36:47.383908 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3295e-72fd-46ff-94ad-b38e6d37920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dd1dbc-dcdf-45cd-8605-5c60a4f71a6a,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:47.421622 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e13f1dce-2dbc-4599-8f04-cb1ca0275e40), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.424473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.425636 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e13f1dce-2dbc-4599-8f04-cb1ca0275e40 HTTP/1.1" status: 204 len: 168 time: 0.4207964 Jun 27 09:36:47.435304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0410cc3-4fb5-41f2-b32a-2b24218af6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f1dce-2dbc-4599-8f04-cb1ca0275e40,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:47.514713 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 32d1fb71-3a28-4a00-b9f4-b8c218fba63d details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:36:47.534877 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d036bdd-12f7-4909-bdb2-6b1b5a0c316c req-570c9358-a82b-4d60-ab37-176a6a219afa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:47.544402 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d036bdd-12f7-4909-bdb2-6b1b5a0c316c req-570c9358-a82b-4d60-ab37-176a6a219afa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0636632 Jun 27 09:36:47.619584 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d036bdd-12f7-4909-bdb2-6b1b5a0c316c req-38a0a7e7-5aee-420b-9d86-6a7e90c23a4c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739434 Jun 27 09:36:47.683021 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:47.695116 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d', 'network_id': '9db8f8bc-db53-4737-8355-45174efdae65', 'port_id': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d', 'mac_address': 'fa:16:3e:2f:42:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eea91f1-f0a7-4218-a56b-901df0a38a4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:36:47.732029 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:47.732429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.748115 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d1fb71-3a28-4a00-b9f4-b8c218fba63d {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:47.770214 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:47.908002 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:47.908874 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9720d11f-73fc-4566-a281-54fa01d4bc65 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:36:47.965783 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:47.980521 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:48.095957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9720d11f-73fc-4566-a281-54fa01d4bc65,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:48.108750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '9720d11f-73fc-4566-a281-54fa01d4bc65', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'port_id': '9720d11f-73fc-4566-a281-54fa01d4bc65', 'mac_address': 'fa:16:3e:f8:03:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:36:48.142726 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:48.151639 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9720d11f-73fc-4566-a281-54fa01d4bc65 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:48.152034 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.166504 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9720d11f-73fc-4566-a281-54fa01d4bc65 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:48.192159 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9720d11f-73fc-4566-a281-54fa01d4bc65,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:48.337315 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.374729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:48.387691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558233-349d-422f-92e6-bd1fdaaab186 req-c8d63450-e15f-44f4-8355-eb142a80e679 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:48.389384 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe558233-349d-422f-92e6-bd1fdaaab186 req-c8d63450-e15f-44f4-8355-eb142a80e679 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0531049 Jun 27 09:36:48.410046 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:48.439643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:48.461542 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe558233-349d-422f-92e6-bd1fdaaab186 req-39928508-0e2e-4117-9d80-4026669191d8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632586 Jun 27 09:36:48.477204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa65c4-06e4-4199-a3e7-d3f38cb539e6 req-1d3e9fc7-ffb1-441d-b1db-60aff52a0c79 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:48.483070 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69aa65c4-06e4-4199-a3e7-d3f38cb539e6 req-1d3e9fc7-ffb1-441d-b1db-60aff52a0c79 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 944 time: 0.0628619 Jun 27 09:36:48.539222 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45674) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:48.540335 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69aa65c4-06e4-4199-a3e7-d3f38cb539e6 req-55c721af-391a-4624-8dbf-9da43b3665fa tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484734 Jun 27 09:36:48.563286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5361-62f1-4aff-a8e5-c049864f9edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.640808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5361-62f1-4aff-a8e5-c049864f9edb admin admin] Publish callbacks [] for security_group (bfda9ca2-04bc-4d42-b205-8ef08f1aa369), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.726228 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5361-62f1-4aff-a8e5-c049864f9edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (bfda9ca2-04bc-4d42-b205-8ef08f1aa369), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.739547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['9720d11f-73fc-4566-a281-54fa01d4bc65'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:36:48.754146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170343-3580-4ece-b677-030415ca7065 req-41c104f2-bbc6-4ba1-a383-e658ea38da06 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:48.755713 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d6170343-3580-4ece-b677-030415ca7065 req-41c104f2-bbc6-4ba1-a383-e658ea38da06 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0675104 Jun 27 09:36:48.803494 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2e4e5361-62f1-4aff-a8e5-c049864f9edb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d0f00eeb4924a40a6fb7acdef0caad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625453 Jun 27 09:36:48.807016 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45680) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:48.807292 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e5361-62f1-4aff-a8e5-c049864f9edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda9ca2-04bc-4d42-b205-8ef08f1aa369,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:48.845223 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d6170343-3580-4ece-b677-030415ca7065 req-3ef546f4-0a10-4b50-b3e8-72beed215d4b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746431 Jun 27 09:36:48.882848 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['32d1fb71-3a28-4a00-b9f4-b8c218fba63d'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:36:48.889729 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] Publish callbacks [] for security_group (bfda9ca2-04bc-4d42-b205-8ef08f1aa369), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:48.918280 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] Publish callbacks [] for security_group (bfda9ca2-04bc-4d42-b205-8ef08f1aa369), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:49.085695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (bfda9ca2-04bc-4d42-b205-8ef08f1aa369), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:49.088337 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:49.092132 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfda9ca2-04bc-4d42-b205-8ef08f1aa369 HTTP/1.1" status: 204 len: 168 time: 0.2814727 Jun 27 09:36:49.099595 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac637115-3d6b-4932-907c-92cb5f46bd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda9ca2-04bc-4d42-b205-8ef08f1aa369,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:49.153424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:49.642672 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993182eb-d54f-4663-86c7-3874411f150f req-d4cfa829-6efe-4f2e-9b32-0b71b005d915 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:49.651182 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-993182eb-d54f-4663-86c7-3874411f150f req-d4cfa829-6efe-4f2e-9b32-0b71b005d915 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.1074436 Jun 27 09:36:49.687437 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb39a5-c756-48f0-b365-f3d9d80b373f req-40ee7060-359d-4a3c-a228-3d14dc075803 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:49.689197 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5cdb39a5-c756-48f0-b365-f3d9d80b373f req-40ee7060-359d-4a3c-a228-3d14dc075803 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 944 time: 0.0697646 Jun 27 09:36:49.719850 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-993182eb-d54f-4663-86c7-3874411f150f req-ae1b6da1-7d3c-4530-80db-c2b2d7b0cd1d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662196 Jun 27 09:36:49.743975 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5cdb39a5-c756-48f0-b365-f3d9d80b373f req-8b804039-419e-4b27-b6c3-583f69ebb6af tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467813 Jun 27 09:36:49.822984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 32d1fb71-3a28-4a00-b9f4-b8c218fba63d up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:49.906213 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:36:49.987107 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42262320-518d-4837-8959-1e9bfd492c05 req-ebe1baf8-0ea7-4a7e-aa0e-566d18f06f05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:49.988703 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42262320-518d-4837-8959-1e9bfd492c05 req-ebe1baf8-0ea7-4a7e-aa0e-566d18f06f05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0502641 Jun 27 09:36:49.993739 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:49.994732 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.058360 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:50.097437 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42262320-518d-4837-8959-1e9bfd492c05 req-e2d60fe3-2a24-499c-a1cb-f27b76e6863e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981853 Jun 27 09:36:50.120353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:50.120749 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.153257 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:50.239371 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:50.307447 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.308340 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9720d11f-73fc-4566-a281-54fa01d4bc65 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:50.364125 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1238f24-29ed-4004-9f35-84bd0440dc3c" -d '{"events": [{"server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "name": "network-vif-plugged", "status": "completed", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:50.402936 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 9720d11f-73fc-4566-a281-54fa01d4bc65 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:36:50.410733 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:50.478823 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 9720d11f-73fc-4566-a281-54fa01d4bc65 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:50.479246 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.553846 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d082496f-f2ff-46d0-ad5b-531a6bae3ea4 x-openstack-request-id: req-d082496f-f2ff-46d0-ad5b-531a6bae3ea4 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:50.554255 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "name": "network-vif-plugged", "status": "completed", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:50.554585 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d082496f-f2ff-46d0-ad5b-531a6bae3ea4 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:50.555149 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d082496f-f2ff-46d0-ad5b-531a6bae3ea4'] response: {'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d', 'code': 200} Jun 27 09:36:50.600314 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9720d11f-73fc-4566-a281-54fa01d4bc65 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:50.600703 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.640081 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9720d11f-73fc-4566-a281-54fa01d4bc65,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:50.724979 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:50.805811 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:50.880581 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbbd8e-aece-4bda-a4c3-8cc8e789b21d req-ddcdcd10-5dec-4f90-b46e-daad7c8e0f40 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:50.883274 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ccbbd8e-aece-4bda-a4c3-8cc8e789b21d req-ddcdcd10-5dec-4f90-b46e-daad7c8e0f40 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0900760 Jun 27 09:36:50.904718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff75274-f3d3-4cbb-84c1-9360f1403dd4 req-b58d4315-a5ae-40c4-a6bf-ead76bdbb90a tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:50.911984 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ff75274-f3d3-4cbb-84c1-9360f1403dd4 req-b58d4315-a5ae-40c4-a6bf-ead76bdbb90a tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0820916 Jun 27 09:36:50.998165 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ff75274-f3d3-4cbb-84c1-9360f1403dd4 req-db09c79c-0b68-4cb5-a4c3-8464053eb54c tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844820 Jun 27 09:36:51.009235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-8e2426aa-8cef-4240-beed-0c23e71140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:51.010758 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-8e2426aa-8cef-4240-beed-0c23e71140c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 1129 time: 0.1177204 Jun 27 09:36:51.040838 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ccbbd8e-aece-4bda-a4c3-8cc8e789b21d req-3f8d1b9f-6719-42b7-a719-646397009511 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493514 Jun 27 09:36:51.159137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-0f77a888-54d0-4d0f-a31c-cf1b20112535 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:51.228884 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:51.239150 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:51.242711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545029-fd34-4105-9f75-3dc46e47dd1b req-025948d9-e413-48db-8580-621b01dd9003 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:51.244444 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5e545029-fd34-4105-9f75-3dc46e47dd1b req-025948d9-e413-48db-8580-621b01dd9003 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0548840 Jun 27 09:36:51.257116 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-0f77a888-54d0-4d0f-a31c-cf1b20112535 service neutron] Publish callbacks [] for security_group (d0c59bbe-b074-4209-b68b-8be00635fff3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:51.301372 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5e545029-fd34-4105-9f75-3dc46e47dd1b req-3e25c885-4eaa-475a-808d-65bfbce0b9a7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513570 Jun 27 09:36:51.337341 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-0f77a888-54d0-4d0f-a31c-cf1b20112535 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (d0c59bbe-b074-4209-b68b-8be00635fff3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:51.385424 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77a888-54d0-4d0f-a31c-cf1b20112535 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c59bbe-b074-4209-b68b-8be00635fff3,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:51.391289 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-700d45eb-99c0-40f3-b8d2-d41341426a90 req-0f77a888-54d0-4d0f-a31c-cf1b20112535 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486076 Jun 27 09:36:51.810284 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:36:51.824294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:51.915055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:51.927820 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:36:51.964932 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:51.965318 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:51.979201 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:51.994397 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45840) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:52.008630 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:52.107516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.108531 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device cb15c03b-d1f2-488e-baae-86a39cab937b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:36:52.157239 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-974dbdab-6128-4568-9b33-d52401395fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.171469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78f980-bbe4-45ce-81ff-0afbf36f15f4 req-af63f02f-0845-433a-86aa-9f9c6ae4c363 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:52.173172 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a78f980-bbe4-45ce-81ff-0afbf36f15f4 req-af63f02f-0845-433a-86aa-9f9c6ae4c363 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 943 time: 0.0519812 Jun 27 09:36:52.182949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:52.185457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a451db-a648-459a-8f95-c7f1404b4ee7 req-0ea3ac90-28d4-45f7-b434-260c7ce6a855 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:52.187068 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75a451db-a648-459a-8f95-c7f1404b4ee7 req-0ea3ac90-28d4-45f7-b434-260c7ce6a855 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0990248 Jun 27 09:36:52.240974 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a78f980-bbe4-45ce-81ff-0afbf36f15f4 req-cac15146-c155-4cb9-8e4f-36b854df121a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596325 Jun 27 09:36:52.241171 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:52.274131 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75a451db-a648-459a-8f95-c7f1404b4ee7 req-b4a48df6-8be2-4d6d-81e5-f334281ea49d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703204 Jun 27 09:36:52.310998 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cb15c03b-d1f2-488e-baae-86a39cab937b,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:52.330530 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-974dbdab-6128-4568-9b33-d52401395fad admin admin] Publish callbacks [] for security_group (04612395-80e2-4b52-b490-5243122894fa), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.416076 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-974dbdab-6128-4568-9b33-d52401395fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (04612395-80e2-4b52-b490-5243122894fa), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.434008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'cb15c03b-d1f2-488e-baae-86a39cab937b', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'port_id': 'cb15c03b-d1f2-488e-baae-86a39cab937b', 'mac_address': 'fa:16:3e:1f:2e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:36:52.446825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151ce98-74f2-454c-b887-5c5febc4ed13 req-6081a8b2-45b2-4ea5-8ee4-e51a7be7987e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:52.448453 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a151ce98-74f2-454c-b887-5c5febc4ed13 req-6081a8b2-45b2-4ea5-8ee4-e51a7be7987e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0511129 Jun 27 09:36:52.455556 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbdab-6128-4568-9b33-d52401395fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04612395-80e2-4b52-b490-5243122894fa,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:52.470511 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-974dbdab-6128-4568-9b33-d52401395fad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5813719fb11e4a3692f984f58149915f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4749942 Jun 27 09:36:52.474059 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45856) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:52.476968 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port cb15c03b-d1f2-488e-baae-86a39cab937b is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:52.477697 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.494056 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb15c03b-d1f2-488e-baae-86a39cab937b {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:36:52.519577 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cb15c03b-d1f2-488e-baae-86a39cab937b,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:52.532739 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a151ce98-74f2-454c-b887-5c5febc4ed13 req-1c2813ef-cc0f-4a4e-af86-7a661ff8b57a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631020 Jun 27 09:36:52.557546 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:52.559884 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc444d-4275-4a8c-959f-856ce2f57971" -d '{"events": [{"server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "name": "network-vif-plugged", "status": "completed", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:52.584212 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:52.588021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] Publish callbacks [] for security_group (04612395-80e2-4b52-b490-5243122894fa), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.596019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.602283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e509247b-4be1-4da3-b573-ee6d7468851f x-openstack-request-id: req-e509247b-4be1-4da3-b573-ee6d7468851f {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:52.603813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "name": "network-vif-plugged", "status": "completed", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:52.604264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e509247b-4be1-4da3-b573-ee6d7468851f {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:52.604902 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e509247b-4be1-4da3-b573-ee6d7468851f'] response: {'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65', 'code': 200} Jun 27 09:36:52.616791 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] Publish callbacks [] for security_group (04612395-80e2-4b52-b490-5243122894fa), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.680651 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:52.737187 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 45874) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:52.804948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (04612395-80e2-4b52-b490-5243122894fa), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.807681 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.808929 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04612395-80e2-4b52-b490-5243122894fa HTTP/1.1" status: 204 len: 168 time: 0.3334186 Jun 27 09:36:52.817149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a21bae-58d5-442e-bd7d-299afbc4d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04612395-80e2-4b52-b490-5243122894fa,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:52.868681 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b94f-f88d-44d4-ad99-a7e032fa8f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:52.939354 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe480a-ae82-4cd2-807e-fefdb2a5f838 req-6f887ccc-2c0b-4bf8-b0a5-838a87a1b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:52.940904 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bbe480a-ae82-4cd2-807e-fefdb2a5f838 req-6f887ccc-2c0b-4bf8-b0a5-838a87a1b869 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.0527561 Jun 27 09:36:52.993418 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b94f-f88d-44d4-ad99-a7e032fa8f5d admin admin] Publish callbacks [] for security_group (2c97a667-5052-4b91-9e33-7100ce40b9a7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.067121 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e9d9b94f-f88d-44d4-ad99-a7e032fa8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2c97a667-5052-4b91-9e33-7100ce40b9a7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.111594 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e9d9b94f-f88d-44d4-ad99-a7e032fa8f5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5194ccc9cb9e4a79820a1fa134b32726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703482 Jun 27 09:36:53.111594 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9b94f-f88d-44d4-ad99-a7e032fa8f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97a667-5052-4b91-9e33-7100ce40b9a7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:53.111919 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45886) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:53.161160 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] Publish callbacks [] for security_group (2c97a667-5052-4b91-9e33-7100ce40b9a7), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.184089 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] Publish callbacks [] for security_group (2c97a667-5052-4b91-9e33-7100ce40b9a7), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.354436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2c97a667-5052-4b91-9e33-7100ce40b9a7), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.357158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.358363 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c97a667-5052-4b91-9e33-7100ce40b9a7 HTTP/1.1" status: 204 len: 168 time: 0.2457061 Jun 27 09:36:53.375050 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59922e-7413-4643-885e-08a5b257241f req-d50f6e13-067a-4b8c-bc54-b9ac6b2b3c62 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:53.376946 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ca59922e-7413-4643-885e-08a5b257241f req-d50f6e13-067a-4b8c-bc54-b9ac6b2b3c62 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 944 time: 0.0622828 Jun 27 09:36:53.378530 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d514fda-161e-4b24-b98f-a3a070bd6fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97a667-5052-4b91-9e33-7100ce40b9a7,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:53.403885 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ab5ba-5444-4107-926c-db4f03a13936 req-6417b256-f0d4-4135-ada6-8fa77bde6084 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:53.405745 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-079ab5ba-5444-4107-926c-db4f03a13936 req-6417b256-f0d4-4135-ada6-8fa77bde6084 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0582194 Jun 27 09:36:53.476243 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ca59922e-7413-4643-885e-08a5b257241f req-778580a9-c708-4941-b51b-573b065e3792 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907648 Jun 27 09:36:53.480491 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-079ab5ba-5444-4107-926c-db4f03a13936 req-762529a2-0c43-4722-9e77-fec9f43d1e48 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587702 Jun 27 09:36:53.529450 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45896) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:53.543298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85142d7e-555a-462f-9be7-1b46aea9bd70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.613768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:53.662803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85142d7e-555a-462f-9be7-1b46aea9bd70 admin admin] Publish callbacks [] for security_group (6aac8828-7cf3-46c0-b838-ff3f066df51a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.675909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547343-31e7-424e-b948-7f87f9d04552 req-d752c24b-eb3b-4044-92ac-40702b607ee9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:53.677378 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-22547343-31e7-424e-b948-7f87f9d04552 req-d752c24b-eb3b-4044-92ac-40702b607ee9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0559895 Jun 27 09:36:53.726367 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-22547343-31e7-424e-b948-7f87f9d04552 req-d00534f2-a43b-48f5-8eab-6cf26de7876f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Jun 27 09:36:53.727463 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-85142d7e-555a-462f-9be7-1b46aea9bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6aac8828-7cf3-46c0-b838-ff3f066df51a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.767138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85142d7e-555a-462f-9be7-1b46aea9bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac8828-7cf3-46c0-b838-ff3f066df51a,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:53.771566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-85142d7e-555a-462f-9be7-1b46aea9bd70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08d3e198b38f4d3a92c39bb9142cf53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410452 Jun 27 09:36:53.774214 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 45908) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:53.828978 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] Publish callbacks [] for security_group (6aac8828-7cf3-46c0-b838-ff3f066df51a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.838220 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:53.852432 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] Publish callbacks [] for security_group (6aac8828-7cf3-46c0-b838-ff3f066df51a), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.976315 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6aac8828-7cf3-46c0-b838-ff3f066df51a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.978907 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:53.980850 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6aac8828-7cf3-46c0-b838-ff3f066df51a HTTP/1.1" status: 204 len: 168 time: 0.2056973 Jun 27 09:36:53.989006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144ea1-ae03-4e67-905a-85ebec593a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac8828-7cf3-46c0-b838-ff3f066df51a,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:54.039491 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:54.063113 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bbe480a-ae82-4cd2-807e-fefdb2a5f838 req-565cd06b-fbcf-4c85-bf7b-5ae75747f20f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Jun 27 09:36:54.614701 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9eeae4-a0ca-4a49-a0b2-e06fa231dc7f req-1a11d280-c739-4071-8b56-9ee1c83c1f70 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:54.616776 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dd9eeae4-a0ca-4a49-a0b2-e06fa231dc7f req-1a11d280-c739-4071-8b56-9ee1c83c1f70 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0588727 Jun 27 09:36:54.627099 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ededdc4-8e14-4f29-9b6a-d78a01e920d7 req-43a46f40-8ae1-4878-b8a6-f9be5d0dbf52 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:54.634003 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ededdc4-8e14-4f29-9b6a-d78a01e920d7 req-43a46f40-8ae1-4878-b8a6-f9be5d0dbf52 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 944 time: 0.0670881 Jun 27 09:36:54.688540 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dd9eeae4-a0ca-4a49-a0b2-e06fa231dc7f req-190061de-cef9-4019-bacd-dc45daa46911 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645587 Jun 27 09:36:54.699692 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ededdc4-8e14-4f29-9b6a-d78a01e920d7 req-37df19f0-8de1-4f5b-990e-02cf0d33ebc2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611825 Jun 27 09:36:54.865974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296168b4-ef42-4a73-97b7-6435e65886c9 req-7fb11d90-b00a-42c3-b7f4-dfc2a21a6101 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:54.867508 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-296168b4-ef42-4a73-97b7-6435e65886c9 req-7fb11d90-b00a-42c3-b7f4-dfc2a21a6101 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0520415 Jun 27 09:36:54.927564 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-296168b4-ef42-4a73-97b7-6435e65886c9 req-ec6a5309-6d0d-42dd-83b9-e31fc5929e09 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545492 Jun 27 09:36:55.824137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd62e3e-10e3-4756-a8ff-f80126a94a61 req-25e4cf4d-a3b3-4bff-aa2b-609144973687 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:55.825725 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbd62e3e-10e3-4756-a8ff-f80126a94a61 req-25e4cf4d-a3b3-4bff-aa2b-609144973687 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0656123 Jun 27 09:36:55.847589 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0277f9-3300-433b-a37f-9a40218cfec9 req-b28c85ea-03f4-4a72-9aa4-7057b4cc99f0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:55.854872 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b0277f9-3300-433b-a37f-9a40218cfec9 req-b28c85ea-03f4-4a72-9aa4-7057b4cc99f0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 944 time: 0.0715718 Jun 27 09:36:55.883261 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbd62e3e-10e3-4756-a8ff-f80126a94a61 req-577c1c2d-108f-48ab-b63c-f482334c8e64 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513458 Jun 27 09:36:55.914386 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b0277f9-3300-433b-a37f-9a40218cfec9 req-87e850e2-0201-40cc-a715-62db598e8aea tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526953 Jun 27 09:36:56.039641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['a233eb88-dce4-49a8-9bf9-7a59a86e981b'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:36:56.081255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc4a12-8483-4bdb-8a27-e78a7918b657 req-c2dfcadd-3fd9-4f3f-bab6-37d2df99dc1f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:56.084238 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-73dc4a12-8483-4bdb-8a27-e78a7918b657 req-c2dfcadd-3fd9-4f3f-bab6-37d2df99dc1f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0754929 Jun 27 09:36:56.153783 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['cb15c03b-d1f2-488e-baae-86a39cab937b'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:36:56.168940 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-73dc4a12-8483-4bdb-8a27-e78a7918b657 req-951f4104-1b56-4d65-8c31-ed1752e9eab2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786493 Jun 27 09:36:56.318107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:57.012373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8af3cf-4fc9-4f5a-85bf-cb9417ffa7df req-95f34d19-eb49-4105-838f-3bb7011d95a4 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:57.014636 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9c8af3cf-4fc9-4f5a-85bf-cb9417ffa7df req-95f34d19-eb49-4105-838f-3bb7011d95a4 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0602057 Jun 27 09:36:57.048198 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8149a3-473c-4b59-bc41-831f5c11304d req-293dd9f4-7629-4173-816d-cf43b7249902 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:57.049936 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3c8149a3-473c-4b59-bc41-831f5c11304d req-293dd9f4-7629-4173-816d-cf43b7249902 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 944 time: 0.0601077 Jun 27 09:36:57.088170 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9c8af3cf-4fc9-4f5a-85bf-cb9417ffa7df req-54b872c6-8766-49ef-9b8b-1eac5d988d0c tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Jun 27 09:36:57.112780 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3c8149a3-473c-4b59-bc41-831f5c11304d req-c00ca6bd-0758-4c1a-8e18-9ccc11301bec tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571575 Jun 27 09:36:57.286172 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58256dbf-d39d-4cbe-8ab8-b5859dee9dd2 req-e2f11a45-653a-45b8-906f-52b1024418cd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:57.287982 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-58256dbf-d39d-4cbe-8ab8-b5859dee9dd2 req-e2f11a45-653a-45b8-906f-52b1024418cd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0533738 Jun 27 09:36:57.340087 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-58256dbf-d39d-4cbe-8ab8-b5859dee9dd2 req-56281c68-8bf7-4d0b-88ad-d83436cdb821 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452015 Jun 27 09:36:58.051029 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:58.106237 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port a233eb88-dce4-49a8-9bf9-7a59a86e981b completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:36:58.176237 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port a233eb88-dce4-49a8-9bf9-7a59a86e981b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:58.177039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.230386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea45e6-9a4d-4ce1-894e-0b2a4e373554 req-e1e3e46e-1ca5-4003-bead-220829908a6d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:58.231886 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fea45e6-9a4d-4ce1-894e-0b2a4e373554 req-e1e3e46e-1ca5-4003-bead-220829908a6d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 944 time: 0.0493658 Jun 27 09:36:58.261412 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:58.261877 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.314000 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4fea45e6-9a4d-4ce1-894e-0b2a4e373554 req-a544ef8a-4397-40c2-93eb-dd5358240b79 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Jun 27 09:36:58.318023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:36:58.318023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1a0092-d689-4007-93b3-e50718c1cb58" -d '{"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:36:58.337629 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:58.365933 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b40d65-2969-46cb-83c8-6d07d3837e74 x-openstack-request-id: req-22b40d65-2969-46cb-83c8-6d07d3837e74 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:36:58.366230 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:36:58.366484 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-22b40d65-2969-46cb-83c8-6d07d3837e74 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:36:58.366880 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b40d65-2969-46cb-83c8-6d07d3837e74'] response: {'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'code': 200} Jun 27 09:36:58.427385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.428309 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device cb15c03b-d1f2-488e-baae-86a39cab937b up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:36:58.459652 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58b23e-8177-4dd5-bcf0-c6f8d96c438e req-a7bd34ab-ed63-4b10-8efb-7197021b25f0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:58.461119 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6b58b23e-8177-4dd5-bcf0-c6f8d96c438e req-a7bd34ab-ed63-4b10-8efb-7197021b25f0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0465913 Jun 27 09:36:58.506800 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:58.511133 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6b58b23e-8177-4dd5-bcf0-c6f8d96c438e req-da51874c-7725-4e8c-9ce3-5f169a758c3c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442150 Jun 27 09:36:58.514280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port cb15c03b-d1f2-488e-baae-86a39cab937b completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:36:58.604172 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port cb15c03b-d1f2-488e-baae-86a39cab937b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:36:58.604572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.674470 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:36:58.705075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port cb15c03b-d1f2-488e-baae-86a39cab937b is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:36:58.705075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.710854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24f84b-76e3-4fc6-af0d-cace534e428d req-c9c5aaf2-0a50-4510-8ff4-ac7e52a09842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:58.712460 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a24f84b-76e3-4fc6-af0d-cace534e428d req-c9c5aaf2-0a50-4510-8ff4-ac7e52a09842 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1129 time: 0.0395465 Jun 27 09:36:58.741881 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cb15c03b-d1f2-488e-baae-86a39cab937b,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:36:58.764870 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a24f84b-76e3-4fc6-af0d-cace534e428d req-5121bff0-0b95-4a4c-96a0-9a7b2c98bcc8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446854 Jun 27 09:36:58.816224 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:36:58.869413 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:36:59.432318 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aa93b-e50c-42ec-8d99-6c2f52478eaa req-d47897bf-cd4d-485e-8160-4321a118b17c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:59.433773 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e6aa93b-e50c-42ec-8d99-6c2f52478eaa req-d47897bf-cd4d-485e-8160-4321a118b17c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0474715 Jun 27 09:36:59.491274 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e6aa93b-e50c-42ec-8d99-6c2f52478eaa req-fe865ca3-d077-451e-9a21-60300de674bf tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Jun 27 09:36:59.631171 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d685-f2b1-4586-8972-71025926b7b1 req-f48dbaaa-730c-45d8-9eea-f99ee2677854 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:36:59.632626 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96e7d685-f2b1-4586-8972-71025926b7b1 req-f48dbaaa-730c-45d8-9eea-f99ee2677854 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0498621 Jun 27 09:36:59.678687 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-96e7d685-f2b1-4586-8972-71025926b7b1 req-bbb61743-943b-4d32-b8f1-f0ca31ae0dbd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Jun 27 09:36:59.895823 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46150) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:36:59.993884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:00.001567 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-237bd9e2-62cc-42ed-8499-ec5d8861913f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.062492 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:00.076147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-237bd9e2-62cc-42ed-8499-ec5d8861913f admin admin] Publish callbacks [] for security_group (ac8cc2dc-fc9d-401e-9255-9068141795a1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.124192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-237bd9e2-62cc-42ed-8499-ec5d8861913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ac8cc2dc-fc9d-401e-9255-9068141795a1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.164961 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-237bd9e2-62cc-42ed-8499-ec5d8861913f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ca07372eccc4b4f9a3c90e3370be157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675719 Jun 27 09:37:00.165769 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bd9e2-62cc-42ed-8499-ec5d8861913f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8cc2dc-fc9d-401e-9255-9068141795a1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:00.167863 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46154) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:00.216269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Publish callbacks [] for security_group (ac8cc2dc-fc9d-401e-9255-9068141795a1), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.237430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Publish callbacks [] for security_group (ac8cc2dc-fc9d-401e-9255-9068141795a1), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.319058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ac8cc2dc-fc9d-401e-9255-9068141795a1), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.321577 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:00.325239 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ac8cc2dc-fc9d-401e-9255-9068141795a1 HTTP/1.1" status: 204 len: 168 time: 0.1538622 Jun 27 09:37:00.330929 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8cc2dc-fc9d-401e-9255-9068141795a1,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:00.339745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.340098 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.340449 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.340797 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.341137 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.341475 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.341960 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.342297 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.342760 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.343302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.343672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.344010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.344410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.344668 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.344998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8eae5-cd09-4fb9-928f-9e468a8766ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:00.367820 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:37:00.371741 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82adae7-89b5-4e73-a88d-6916ef7ddaac" -d '{"events": [{"server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "name": "network-vif-plugged", "status": "completed", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:37:00.419277 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9267eb6-6dce-4ede-93d3-928b73c14873 x-openstack-request-id: req-d9267eb6-6dce-4ede-93d3-928b73c14873 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:37:00.419622 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "name": "network-vif-plugged", "status": "completed", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:37:00.419891 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9267eb6-6dce-4ede-93d3-928b73c14873 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:37:00.420287 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9267eb6-6dce-4ede-93d3-928b73c14873'] response: {'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b', 'code': 200} Jun 27 09:37:00.605563 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b0a9f-e14b-42c9-9985-25408a021e8c req-6624d136-4bd3-47e8-9587-32d3301866fd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:00.606959 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5b8b0a9f-e14b-42c9-9985-25408a021e8c req-6624d136-4bd3-47e8-9587-32d3301866fd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Jun 27 09:37:00.655001 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5b8b0a9f-e14b-42c9-9985-25408a021e8c req-e2bb3634-1905-422f-b897-db7a4be96009 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Jun 27 09:37:00.793180 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85a72-309f-4c80-b48d-66828a852e50 req-a2c02832-c228-4f86-8323-e84c18b54502 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:00.794631 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21d85a72-309f-4c80-b48d-66828a852e50 req-a2c02832-c228-4f86-8323-e84c18b54502 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0474932 Jun 27 09:37:00.841744 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-21d85a72-309f-4c80-b48d-66828a852e50 req-3b0cdfa8-a4da-40bc-8880-ad59776bac1b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Jun 27 09:37:00.967210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46172) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:00.980953 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-305dd216-7d40-46e3-b991-cb7c6973bde5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.007829 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:01.056272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-305dd216-7d40-46e3-b991-cb7c6973bde5 admin admin] Publish callbacks [] for security_group (ab115717-17e1-4354-91e5-c8f47092b5f3), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.159214 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-305dd216-7d40-46e3-b991-cb7c6973bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ab115717-17e1-4354-91e5-c8f47092b5f3), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.199071 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-305dd216-7d40-46e3-b991-cb7c6973bde5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d735b05b9dd40e2b79e04ea22a56ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307849 Jun 27 09:37:01.199974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dd216-7d40-46e3-b991-cb7c6973bde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab115717-17e1-4354-91e5-c8f47092b5f3,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:01.201806 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46174) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:01.250910 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Publish callbacks [] for security_group (ab115717-17e1-4354-91e5-c8f47092b5f3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.272510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Publish callbacks [] for security_group (ab115717-17e1-4354-91e5-c8f47092b5f3), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.438667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ab115717-17e1-4354-91e5-c8f47092b5f3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.442726 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:01.444156 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab115717-17e1-4354-91e5-c8f47092b5f3 HTTP/1.1" status: 204 len: 168 time: 0.2413197 Jun 27 09:37:01.455011 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab115717-17e1-4354-91e5-c8f47092b5f3,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:01.463665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.464018 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.464362 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.464723 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.465037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.465369 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.465698 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.466022 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.466375 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.466703 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.467029 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.467353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.467751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.468082 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.468404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce9789-5b30-428e-b648-6dd0aad817b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:01.774481 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395fac-b2be-4dc4-83a0-47eb179643d0 req-1d6dd139-8d3d-4860-8c3d-cf9b504d05d4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:01.775998 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1f395fac-b2be-4dc4-83a0-47eb179643d0 req-1d6dd139-8d3d-4860-8c3d-cf9b504d05d4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Jun 27 09:37:01.833550 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1f395fac-b2be-4dc4-83a0-47eb179643d0 req-e5c76e64-da5b-4965-9b2b-d169ac456d84 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Jun 27 09:37:01.975499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f626b6-dbd8-4b7b-b2a8-c70ebd65ff67 req-7d8b157e-3a6b-4d54-bcbb-0710acb02d5e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:01.977156 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d9f626b6-dbd8-4b7b-b2a8-c70ebd65ff67 req-7d8b157e-3a6b-4d54-bcbb-0710acb02d5e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0558555 Jun 27 09:37:02.029073 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d9f626b6-dbd8-4b7b-b2a8-c70ebd65ff67 req-2dc410fa-457b-42aa-9df1-cdf6c3f2dd7f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jun 27 09:37:02.140278 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:02.150278 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=5 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:02.356249 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-07b0f6d1-831d-4b00-8186-58bfa5ed0f4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462911 Jun 27 09:37:02.501526 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-3c45df54-2d40-4c60-9de2-aa68306b23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:02.503445 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-3c45df54-2d40-4c60-9de2-aa68306b23dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=84dd698260134176acd4f4892911ab05&device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 1129 time: 0.0938051 Jun 27 09:37:02.951428 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7beaf-a596-4a0f-92ab-045d77e46002 req-b8ce7acd-9b56-484b-8975-46e2fe757bbd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:02.952978 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0f7beaf-a596-4a0f-92ab-045d77e46002 req-b8ce7acd-9b56-484b-8975-46e2fe757bbd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0481224 Jun 27 09:37:03.002852 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0f7beaf-a596-4a0f-92ab-045d77e46002 req-dc53a951-33f9-4925-bb0e-ebdfa2982dd5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Jun 27 09:37:03.143737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:03.372276 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd58f2-63b8-478e-bda8-07e1795d0850 req-d3807bff-ec27-488b-9819-5ecd7752caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:03.373765 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ddd58f2-63b8-478e-bda8-07e1795d0850 req-d3807bff-ec27-488b-9819-5ecd7752caec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1129 time: 0.2895327 Jun 27 09:37:03.411051 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:03.418584 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440412f1-a976-440e-9e9c-7fb7d7d2479d req-a37c845e-3f1a-4e45-87c8-565a60bd4ed9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:03.425559 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-440412f1-a976-440e-9e9c-7fb7d7d2479d req-a37c845e-3f1a-4e45-87c8-565a60bd4ed9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.3033469 Jun 27 09:37:03.441145 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:03.457866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-cb3eb779-9674-4b98-bb3e-9210107fb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:03.459945 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-cb3eb779-9674-4b98-bb3e-9210107fb96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9db8f8bc-db53-4737-8355-45174efdae65 HTTP/1.1" status: 200 len: 912 time: 0.4130816 Jun 27 09:37:03.484367 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ddd58f2-63b8-478e-bda8-07e1795d0850 req-1c7c84cf-60a1-4bf1-aa73-9caf0aa35f0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997264 Jun 27 09:37:03.501903 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-440412f1-a976-440e-9e9c-7fb7d7d2479d req-3ffa4454-df6f-411f-b96c-aa7fbeb64d75 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755124 Jun 27 09:37:03.800266 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-e8cbbf0b-4c38-4185-9e55-e7829f4c589e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d HTTP/1.1" status: 200 len: 217 time: 0.0337765 Jun 27 09:37:04.128302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556b446-ddc4-4226-9e2c-2cb44b6b0b54 req-179ce850-7f45-4155-95fc-8d328223f279 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:04.130039 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9556b446-ddc4-4226-9e2c-2cb44b6b0b54 req-179ce850-7f45-4155-95fc-8d328223f279 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Jun 27 09:37:04.150820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:04.178433 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9556b446-ddc4-4226-9e2c-2cb44b6b0b54 req-18777643-7166-45e7-8212-558f2d7ecb66 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Jun 27 09:37:04.651927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-0e9a17f3-dea2-4b0f-bb6a-b9539b49cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:04.653529 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-0e9a17f3-dea2-4b0f-bb6a-b9539b49cb10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8eea91f1-f0a7-4218-a56b-901df0a38a4b HTTP/1.1" status: 200 len: 850 time: 0.0992556 Jun 27 09:37:04.659752 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514f764-8e48-44d5-81b0-b91d85883441 req-1c19aeab-6f18-40c5-ac57-06279f071a4b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:04.661250 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0514f764-8e48-44d5-81b0-b91d85883441 req-1c19aeab-6f18-40c5-ac57-06279f071a4b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0771310 Jun 27 09:37:04.736770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-5a1459a2-0d61-4b08-ac6d-725fa3f37749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:04.738304 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-5a1459a2-0d61-4b08-ac6d-725fa3f37749 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9db8f8bc-db53-4737-8355-45174efdae65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534525 Jun 27 09:37:04.742010 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0514f764-8e48-44d5-81b0-b91d85883441 req-a62096fc-8737-4ccf-a3de-70944a57e223 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745339 Jun 27 09:37:04.840335 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-beb47759-5692-496e-bd3d-704a69559c9e service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927854 Jun 27 09:37:04.858985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6d787-5e92-4d8c-b6c5-faa4eecebae6 req-2e259f66-27c4-4051-8dd4-b1bd0e224307 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:04.860574 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-96b6d787-5e92-4d8c-b6c5-faa4eecebae6 req-2e259f66-27c4-4051-8dd4-b1bd0e224307 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0486798 Jun 27 09:37:04.869425 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46312) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:04.875006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'floatingip': {'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:04.933699 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-91225d6d-14ed-4602-878c-bf2aa18117f6 req-23787bb4-2c47-4218-8682-e7baeac656fa service neutron] 10.222.0.55 "GET /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859358 Jun 27 09:37:04.948331 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:05.330794 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477eb99-6005-4b03-be87-216130a1cc62 req-6b670539-0ba1-4236-bd2e-a7ea47aaac99 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:05.338307 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6477eb99-6005-4b03-be87-216130a1cc62 req-6b670539-0ba1-4236-bd2e-a7ea47aaac99 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0827477 Jun 27 09:37:05.417374 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6477eb99-6005-4b03-be87-216130a1cc62 req-0536d215-776a-41f6-b103-3419b5954d85 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781145 Jun 27 09:37:05.769332 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:05.815870 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:05.913564 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Floating IP 12e788ba-cc90-46d9-bffa-831f5a48454e associated. External IP: 172.27.1.111, port: a233eb88-dce4-49a8-9bf9-7a59a86e981b. Jun 27 09:37:06.113205 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:37:06.120514 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:06.216096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:37:06.220450 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:06.228926 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:37:06.238919 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:06.239562 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:06.247885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:06.257364 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bdefd9f5-e2c3-4ff9-bfa0-aa84d088160c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "PUT /v2.0/floatingips/12e788ba-cc90-46d9-bffa-831f5a48454e HTTP/1.1" status: 200 len: 991 time: 1.3868368 Jun 27 09:37:06.258016 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:37:06.260323 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:37:06.344591 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:06.347121 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcec6a74-ff58-426d-ad76-deea87d38fb6 x-openstack-request-id: req-bcec6a74-ff58-426d-ad76-deea87d38fb6 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:37:06.347420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:37:06.347721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcec6a74-ff58-426d-ad76-deea87d38fb6 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:37:06.348714 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcec6a74-ff58-426d-ad76-deea87d38fb6'] response: {'name': 'network-changed', 'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'status': 'completed', 'code': 200} Jun 27 09:37:06.424147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-f339532e-9898-477d-a1f2-5833981749e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:06.426012 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-f339532e-9898-477d-a1f2-5833981749e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1129 time: 0.0558937 Jun 27 09:37:06.575685 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479639d-08e9-4a40-87b2-abd114e57e8c req-1e2fb828-0737-42ad-8ec8-e15519f3905f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:06.584092 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f479639d-08e9-4a40-87b2-abd114e57e8c req-1e2fb828-0737-42ad-8ec8-e15519f3905f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0709574 Jun 27 09:37:06.612549 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-87fec42f-427e-4a40-bb9f-1c27e0fa6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:06.614256 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-87fec42f-427e-4a40-bb9f-1c27e0fa6a37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.1823232 Jun 27 09:37:06.687007 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '12e788ba-cc90-46d9-bffa-831f5a48454e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d72055f-6915-43b5-9831-61c2f134e60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:36:15Z', 'updated_at': '2022-06-27T09:37:05Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:06.693443 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f479639d-08e9-4a40-87b2-abd114e57e8c req-994fc0ec-4a8c-4cd7-94f4-26a41bd9aab1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083050 Jun 27 09:37:06.733979 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-1508ef70-4dc5-4763-a35d-ff0cbd9b55c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 999 time: 0.1104069 Jun 27 09:37:06.755929 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:37:06.761333 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:06.761951 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:36:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:06.785577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:06.796692 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-abe97de1-3f98-4df3-ad42-b466af3919a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:06.798499 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-abe97de1-3f98-4df3-ad42-b466af3919a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0544770 Jun 27 09:37:06.845160 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-940e3f22-392e-4553-bae9-3f5748e8200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:06.846830 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-940e3f22-392e-4553-bae9-3f5748e8200d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420804 Jun 27 09:37:06.872061 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:06.930681 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:06.946466 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-eb481ce0-282a-4be4-8e0d-05f088aeaadb service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931079 Jun 27 09:37:07.092461 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '12e788ba-cc90-46d9-bffa-831f5a48454e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d72055f-6915-43b5-9831-61c2f134e60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:36:15Z', 'updated_at': '2022-06-27T09:37:05Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:07.119992 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2235-9f7b-4900-9f55-2e408c0609c5 None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '12e788ba-cc90-46d9-bffa-831f5a48454e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d72055f-6915-43b5-9831-61c2f134e60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:36:15Z', 'updated_at': '2022-06-27T09:37:05Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:37:07.138186 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:37:07.244661 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b65e77-d4ff-49fb-a364-ab410ce70120 req-a0d35175-4afa-42e8-8abb-b42b5afe13cc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:07.246202 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1b65e77-d4ff-49fb-a364-ab410ce70120 req-a0d35175-4afa-42e8-8abb-b42b5afe13cc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0516107 Jun 27 09:37:07.300459 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f1b65e77-d4ff-49fb-a364-ab410ce70120 req-12950396-7f8b-4a3d-9e6b-e2f147be0cb1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Jun 27 09:37:07.369033 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6324eaef-d157-4340-94e1-b89af04343cd None None] New status for floating IP 12e788ba-cc90-46d9-bffa-831f5a48454e: ACTIVE {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:37:08.022010 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:08.129512 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e82ec5c9-9cd8-4dc3-874a-d78157f55d8d req-078015fe-21a8-43d2-aaec-47d18c12b82d service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897360 Jun 27 09:37:08.424784 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675b9fa-f2c6-48d6-a5fa-cb29192aedb8 req-de8acf96-8df3-4649-9e8c-fe880777052c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:08.426308 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c675b9fa-f2c6-48d6-a5fa-cb29192aedb8 req-de8acf96-8df3-4649-9e8c-fe880777052c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Jun 27 09:37:08.475498 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c675b9fa-f2c6-48d6-a5fa-cb29192aedb8 req-4569de68-5b22-4110-b7cc-2d1f468d4ea5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436258 Jun 27 09:37:09.588317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f0fd-269e-4560-a11c-dfbce245da45 req-06659bf0-5902-46e9-9da3-8064fd896f93 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:09.589779 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6d7f0fd-269e-4560-a11c-dfbce245da45 req-06659bf0-5902-46e9-9da3-8064fd896f93 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Jun 27 09:37:09.636702 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6d7f0fd-269e-4560-a11c-dfbce245da45 req-bb379cfe-e813-489e-b759-848686e65b6d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Jun 27 09:37:10.078408 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-0138887a-eabf-4854-86f7-34d7fb9da93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:10.085306 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-0138887a-eabf-4854-86f7-34d7fb9da93e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1129 time: 0.0436566 Jun 27 09:37:10.185470 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-185c9785-33c8-42fe-84a2-c5a823e3fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:10.187050 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-185c9785-33c8-42fe-84a2-c5a823e3fff9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0969586 Jun 27 09:37:10.221073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d958ec71-0f1e-4d08-8230-b090b593bc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:10.238898 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-0ca841e9-57f7-48b5-9a51-b65258245a56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 200 len: 217 time: 0.0376248 Jun 27 09:37:10.289572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-5378ef67-71dc-4e2d-a860-bf620cbac3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:10.291193 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-5378ef67-71dc-4e2d-a860-bf620cbac3f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0465043 Jun 27 09:37:10.336346 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-01bdebe5-1b8b-4e55-aa54-b73c5d743cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:10.337740 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-01bdebe5-1b8b-4e55-aa54-b73c5d743cfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386667 Jun 27 09:37:10.462992 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-816033a5-cad9-4a98-bfaf-5eebe0c0ac06 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170957 Jun 27 09:37:10.558834 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4432671-a40d-4379-a561-a927e3ae1ec2 req-1ba729e7-0a15-4e1e-b37c-208fe4353eef service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889401 Jun 27 09:37:10.758196 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8aafb7-43ed-478c-afc6-4ecf7905a24b req-d4122284-8c53-4d86-a3bf-2b83c404729c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:10.759723 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6b8aafb7-43ed-478c-afc6-4ecf7905a24b req-d4122284-8c53-4d86-a3bf-2b83c404729c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0532267 Jun 27 09:37:10.810102 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6b8aafb7-43ed-478c-afc6-4ecf7905a24b req-3934ed5f-33a5-4599-a4a6-9df7b9e87ded tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Jun 27 09:37:11.798405 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46518) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:11.930226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-703d5638-7d6d-4261-99a0-5c6af361023a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:11.944933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e640b-6bfe-46c3-8cfa-a847de7bbc6e req-59ba9145-6b9f-4e1a-8b28-109e1e385996 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:11.946591 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-456e640b-6bfe-46c3-8cfa-a847de7bbc6e req-59ba9145-6b9f-4e1a-8b28-109e1e385996 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0685463 Jun 27 09:37:12.020008 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-456e640b-6bfe-46c3-8cfa-a847de7bbc6e req-921c9f81-a029-493c-8a73-c94e3db51b03 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658660 Jun 27 09:37:12.027051 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:12.063725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-703d5638-7d6d-4261-99a0-5c6af361023a admin admin] Publish callbacks [] for security_group (ff7b1798-5d46-42bc-bad0-47ec3c48f420), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.125510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-703d5638-7d6d-4261-99a0-5c6af361023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ff7b1798-5d46-42bc-bad0-47ec3c48f420), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.137961 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:12.178112 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-703d5638-7d6d-4261-99a0-5c6af361023a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=409c153f006d4120a5fc925a25de409a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785536 Jun 27 09:37:12.179946 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46532) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:12.184024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d5638-7d6d-4261-99a0-5c6af361023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b1798-5d46-42bc-bad0-47ec3c48f420,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:12.234762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] Publish callbacks [] for security_group (ff7b1798-5d46-42bc-bad0-47ec3c48f420), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.256752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] Publish callbacks [] for security_group (ff7b1798-5d46-42bc-bad0-47ec3c48f420), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.598505 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (ff7b1798-5d46-42bc-bad0-47ec3c48f420), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.601677 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:12.602822 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff7b1798-5d46-42bc-bad0-47ec3c48f420 HTTP/1.1" status: 204 len: 168 time: 0.4219637 Jun 27 09:37:12.610762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda07463-8190-498b-a7fb-20a7e166141b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b1798-5d46-42bc-bad0-47ec3c48f420,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:12.637161 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f2f4ddd1-86e7-4aea-9b2c-08ab6d412e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.140721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013394ac-5bdf-423d-89c7-715cbf6be85a req-a1fb3878-6998-4065-87be-5ee77e2f7015 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:13.142490 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-013394ac-5bdf-423d-89c7-715cbf6be85a req-a1fb3878-6998-4065-87be-5ee77e2f7015 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Jun 27 09:37:13.202680 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-013394ac-5bdf-423d-89c7-715cbf6be85a req-f2c113d8-afbe-4292-8891-404f240a360d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542924 Jun 27 09:37:13.265100 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46564) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:13.281985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-70a2f67e-546c-4ba5-9315-7a3819719a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.316751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46566) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:13.365718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-70a2f67e-546c-4ba5-9315-7a3819719a71 admin admin] Publish callbacks [] for security_group (c0a06173-b42a-4af7-b797-04c8ab1c2304), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.444425 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-70a2f67e-546c-4ba5-9315-7a3819719a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c0a06173-b42a-4af7-b797-04c8ab1c2304), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.472103 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6e4eeb6b-54dc-4b5f-a1d8-52fbc0bc3807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.483765 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-70a2f67e-546c-4ba5-9315-7a3819719a71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60b427c2601c400b97cb35a0e38a187f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174618 Jun 27 09:37:13.485679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2f67e-546c-4ba5-9315-7a3819719a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a06173-b42a-4af7-b797-04c8ab1c2304,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:13.486353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46570) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:13.569287 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] Publish callbacks [] for security_group (c0a06173-b42a-4af7-b797-04c8ab1c2304), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.603629 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] Publish callbacks [] for security_group (c0a06173-b42a-4af7-b797-04c8ab1c2304), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.623603 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6e4eeb6b-54dc-4b5f-a1d8-52fbc0bc3807 admin admin] Publish callbacks [] for security_group (8a640002-c07e-49ae-8bba-ebacbccf0fa8), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.689567 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6e4eeb6b-54dc-4b5f-a1d8-52fbc0bc3807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (8a640002-c07e-49ae-8bba-ebacbccf0fa8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.725324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c0a06173-b42a-4af7-b797-04c8ab1c2304), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.727800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.730799 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0a06173-b42a-4af7-b797-04c8ab1c2304 HTTP/1.1" status: 204 len: 168 time: 0.2416162 Jun 27 09:37:13.733634 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6e4eeb6b-54dc-4b5f-a1d8-52fbc0bc3807 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d68fb6beb9f54676a62fc4e82d070232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159014 Jun 27 09:37:13.734407 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eeb6b-54dc-4b5f-a1d8-52fbc0bc3807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a640002-c07e-49ae-8bba-ebacbccf0fa8,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:13.736371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46574) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:13.747450 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df195a43-137f-4d77-8063-80b1b6d9a1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a06173-b42a-4af7-b797-04c8ab1c2304,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:13.793261 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] Publish callbacks [] for security_group (8a640002-c07e-49ae-8bba-ebacbccf0fa8), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.814862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] Publish callbacks [] for security_group (8a640002-c07e-49ae-8bba-ebacbccf0fa8), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.947000 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (8a640002-c07e-49ae-8bba-ebacbccf0fa8), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.949630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:13.950793 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a640002-c07e-49ae-8bba-ebacbccf0fa8 HTTP/1.1" status: 204 len: 168 time: 0.2130806 Jun 27 09:37:13.959310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57411d73-52cd-4f19-8a08-238ad83b6595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a640002-c07e-49ae-8bba-ebacbccf0fa8,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:14.331259 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772643-1d8d-4c74-adff-c845b2ac042b req-161ce1d0-2a64-4b59-93c1-bfbd258f0ea2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:14.332827 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26772643-1d8d-4c74-adff-c845b2ac042b req-161ce1d0-2a64-4b59-93c1-bfbd258f0ea2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Jun 27 09:37:14.353784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46592) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:14.370378 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a8f434bc-9202-4293-bae7-91b7fecbaa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.405286 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26772643-1d8d-4c74-adff-c845b2ac042b req-719ece49-9f8a-462a-86f1-a06d01585f4d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Jun 27 09:37:14.475520 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a8f434bc-9202-4293-bae7-91b7fecbaa68 admin admin] Publish callbacks [] for security_group (530bf4a7-0d53-418d-b13d-0b6ea9c8203e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.546626 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a8f434bc-9202-4293-bae7-91b7fecbaa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (530bf4a7-0d53-418d-b13d-0b6ea9c8203e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.586461 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a8f434bc-9202-4293-bae7-91b7fecbaa68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0ed2d35994c4873a606f645455944d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317057 Jun 27 09:37:14.587667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f434bc-9202-4293-bae7-91b7fecbaa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530bf4a7-0d53-418d-b13d-0b6ea9c8203e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:14.589253 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46594) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:14.631138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:14.640677 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] Publish callbacks [] for security_group (530bf4a7-0d53-418d-b13d-0b6ea9c8203e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.650885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:14.664844 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] Publish callbacks [] for security_group (530bf4a7-0d53-418d-b13d-0b6ea9c8203e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.693796 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46596) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:14.708243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2d1676d3-57f1-4c01-8979-86fd9cd1939c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.822544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (530bf4a7-0d53-418d-b13d-0b6ea9c8203e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.825218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.826367 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/530bf4a7-0d53-418d-b13d-0b6ea9c8203e HTTP/1.1" status: 204 len: 168 time: 0.2360442 Jun 27 09:37:14.845421 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d3060-f260-4401-a874-46d2222ad36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530bf4a7-0d53-418d-b13d-0b6ea9c8203e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:14.892886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2d1676d3-57f1-4c01-8979-86fd9cd1939c admin admin] Publish callbacks [] for security_group (179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.912693 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:14.975778 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2d1676d3-57f1-4c01-8979-86fd9cd1939c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:15.014499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1676d3-57f1-4c01-8979-86fd9cd1939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:15.018662 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2d1676d3-57f1-4c01-8979-86fd9cd1939c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=182b7021495d4daaa77c1974cb84e6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239274 Jun 27 09:37:15.022058 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46600) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:15.061932 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:15.073281 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] Publish callbacks [] for security_group (179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:15.094370 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] Publish callbacks [] for security_group (179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:15.127697 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:15.221329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:15.224534 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:15.227483 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc HTTP/1.1" status: 204 len: 168 time: 0.2024586 Jun 27 09:37:15.235164 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a9531-acd1-4890-b0fd-75fbf239a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ca471-4cc2-4d60-ae37-a9ca6f4b8cfc,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:15.549387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5c65f-6b31-433d-a224-f2ad7442b271 req-4639ad83-2cbc-4c90-9d82-de6e4ff272f7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:15.550915 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4be5c65f-6b31-433d-a224-f2ad7442b271 req-4639ad83-2cbc-4c90-9d82-de6e4ff272f7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0533693 Jun 27 09:37:15.609492 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4be5c65f-6b31-433d-a224-f2ad7442b271 req-58b211ac-ea62-48e4-8a43-8a229e5e5586 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Jun 27 09:37:15.975405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.141238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.308181 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46692) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:16.410227 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-13244948-network', 'tenant_id': 'cbb94df7abce44ddb826b8745bae1707'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:16.512454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Made reservation on behalf of cbb94df7abce44ddb826b8745bae1707 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:16.514909 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.535039 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.617864 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks [] for security_group (56db6714-e5cd-4c23-9b87-f57e2d679993), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.679191 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56db6714-e5cd-4c23-9b87-f57e2d679993), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.699164 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:37:16.716839 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b075b071-88e2-4b14-9055-4c27252a0405), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.717214 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Added segment b075b071-88e2-4b14-9055-4c27252a0405 of type vlan for network ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa Jun 27 09:37:16.731711 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56db6714-e5cd-4c23-9b87-f57e2d679993,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:16.781354 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.907244 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.908436 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:16.909137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:16.937872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53c96b-0b50-4db5-a583-42db51873955 req-c461421f-7d00-4694-ad1e-455b7348c528 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:16.939379 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ea53c96b-0b50-4db5-a583-42db51873955 req-c461421f-7d00-4694-ad1e-455b7348c528 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.2501063 Jun 27 09:37:16.974729 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:16.986800 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:37:16.989570 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ea53c96b-0b50-4db5-a583-42db51873955 req-4b44ff01-9166-41da-88de-914cbb644098 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Jun 27 09:37:17.004929 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-173c5e1c-ae08-4bf3-9322-9d9e925853a0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6929126 Jun 27 09:37:17.020109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46718) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:17.023520 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Request body: {'subnet': {'network_id': 'ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-13244948-subnet', 'tenant_id': 'cbb94df7abce44ddb826b8745bae1707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:17.113950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Made reservation on behalf of cbb94df7abce44ddb826b8745bae1707 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:17.116845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:17.130643 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=64 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:17.132626 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=86 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:17.215014 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b1d3-e840-40c1-a4a0-38746220531e req-89b72331-0716-4d81-bed5-4f424e7a4b0d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:17.216623 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-baa3b1d3-e840-40c1-a4a0-38746220531e req-89b72331-0716-4d81-bed5-4f424e7a4b0d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0854723 Jun 27 09:37:17.236406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:17.301882 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-baa3b1d3-e840-40c1-a4a0-38746220531e req-b56efe91-1852-49b7-8f33-dfb4ba988815 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Jun 27 09:37:17.438890 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (f2b6b0ee-e45d-4fa4-b897-b332274c4054), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:17.497325 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b6b0ee-e45d-4fa4-b897-b332274c4054,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:17.504752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Checking segment: {'id': 'b075b071-88e2-4b14-9055-4c27252a0405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:17.505704 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Network hostable DHCP agents. Network: ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:37:17.516306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:17.609530 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Network ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:37:17.780891 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:17.784886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:17.785488 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:17.791259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520da14-2af7-4115-8eb9-50b08f50f460 None None] Network ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:17.875463 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2fbe20aa-e275-474c-bcb7-5c06bf210dbe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8691525 Jun 27 09:37:17.890354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f52ef-6de1-4dba-8ae0-9cc962f475a2 None None] Network ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:18.122955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2b53-0c81-45c7-8998-a01d2c310158 req-6a844b86-d847-4eb0-be94-22ae8322c526 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:18.124483 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f54e2b53-0c81-45c7-8998-a01d2c310158 req-6a844b86-d847-4eb0-be94-22ae8322c526 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0512109 Jun 27 09:37:18.174968 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f54e2b53-0c81-45c7-8998-a01d2c310158 req-5c6ef6d1-2470-4207-aa3e-cb43660626d4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jun 27 09:37:18.420057 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec7b0-0fa6-4fe0-b785-54b4c21271e6 req-27983cd5-5c6e-4ff5-a295-92f5174832de tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:18.421493 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-25aec7b0-0fa6-4fe0-b785-54b4c21271e6 req-27983cd5-5c6e-4ff5-a295-92f5174832de tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0463114 Jun 27 09:37:18.466641 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-25aec7b0-0fa6-4fe0-b785-54b4c21271e6 req-0c42111b-57a8-465a-924e-df211cac7be3 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Jun 27 09:37:18.632707 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 46754) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:18.637642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422320319-network', 'tenant_id': 'c6581f8a6ea74ab7b7e89f09d97eebfe'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:18.718508 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Made reservation on behalf of c6581f8a6ea74ab7b7e89f09d97eebfe for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:18.720975 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.730003 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.804840 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks [] for security_group (76acbc0c-202a-437c-8e02-1b2b1e6e5d80), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.872891 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (76acbc0c-202a-437c-8e02-1b2b1e6e5d80), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.902197 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:37:18.911410 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76acbc0c-202a-437c-8e02-1b2b1e6e5d80,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:18.918921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b6615bc5-e683-431c-9495-b8f480bf0008), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.918921 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Added segment b6615bc5-e683-431c-9495-b8f480bf0008 of type vlan for network 79691859-ae9a-4317-bf09-8ff32b920f6f Jun 27 09:37:18.961890 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (79691859-ae9a-4317-bf09-8ff32b920f6f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:18.972241 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:19.086750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (79691859-ae9a-4317-bf09-8ff32b920f6f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:19.087987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:19.088583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:19.096965 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:19.150455 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=79691859-ae9a-4317-bf09-8ff32b920f6f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:19.160901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 79691859-ae9a-4317-bf09-8ff32b920f6f details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:37:19.205599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 46776) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:19.206027 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c67232e1-8dfa-44bd-a97d-2912519f2fb4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5722127 Jun 27 09:37:19.210378 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Request body: {'subnet': {'network_id': '79691859-ae9a-4317-bf09-8ff32b920f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422320319-subnet', 'tenant_id': 'c6581f8a6ea74ab7b7e89f09d97eebfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:19.295838 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed737ca-36b7-453c-a886-94d277a9e310 req-3c08ee06-cb2e-4ac4-9820-70c10f9949b7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:19.297331 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ed737ca-36b7-453c-a886-94d277a9e310 req-3c08ee06-cb2e-4ac4-9820-70c10f9949b7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0476139 Jun 27 09:37:19.301451 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Made reservation on behalf of c6581f8a6ea74ab7b7e89f09d97eebfe for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:19.304410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:19.350678 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ed737ca-36b7-453c-a886-94d277a9e310 req-01042530-e47e-4976-9f2b-0e82e2b95a7c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Jun 27 09:37:19.530399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (2684b8d7-3c8a-4744-ae9a-7794a4743937), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:19.615585 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2684b8d7-3c8a-4744-ae9a-7794a4743937,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:19.628301 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7fe8d-6360-4548-b11d-c53795ee51b2 req-3785f9de-cfc6-4419-adff-d327acef8c6d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:19.629845 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cbf7fe8d-6360-4548-b11d-c53795ee51b2 req-3785f9de-cfc6-4419-adff-d327acef8c6d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0938463 Jun 27 09:37:19.645815 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Checking segment: {'id': 'b6615bc5-e683-431c-9495-b8f480bf0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '79691859-ae9a-4317-bf09-8ff32b920f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:19.646563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Network hostable DHCP agents. Network: 79691859-ae9a-4317-bf09-8ff32b920f6f, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:37:19.693106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cbf7fe8d-6360-4548-b11d-c53795ee51b2 req-6bd192c2-1977-4293-83df-0fcbd4d6e88e tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557337 Jun 27 09:37:19.741483 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Network 79691859-ae9a-4317-bf09-8ff32b920f6f is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:37:19.826836 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 79691859-ae9a-4317-bf09-8ff32b920f6f) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:19.839737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:19.840530 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:19.840833 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac93f9d-edd6-4cd1-8919-8db0c1c3c2e3 None None] Network 79691859-ae9a-4317-bf09-8ff32b920f6f requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:19.904533 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-409728e9-fb20-45c4-ac7c-996ae0af7f57 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6978166 Jun 27 09:37:20.054706 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660def4c-0a7b-4726-9d24-30e111c6a9b5 None None] Network 79691859-ae9a-4317-bf09-8ff32b920f6f requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:20.119606 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:20.470128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb3915-fb50-4800-81b5-1054b713ba43 req-13f4673f-8669-499c-809d-5d7592fd2884 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:20.471590 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85fb3915-fb50-4800-81b5-1054b713ba43 req-13f4673f-8669-499c-809d-5d7592fd2884 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Jun 27 09:37:20.519256 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85fb3915-fb50-4800-81b5-1054b713ba43 req-e2dfb294-7c31-4d62-87a2-e225f14b5b75 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Jun 27 09:37:20.815830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6248861-3803-4b5d-85b7-dfd649d0e616 req-513e20e2-386e-4102-a8d6-286a9e039a4b tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:20.817344 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a6248861-3803-4b5d-85b7-dfd649d0e616 req-513e20e2-386e-4102-a8d6-286a9e039a4b tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0535493 Jun 27 09:37:20.869584 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a6248861-3803-4b5d-85b7-dfd649d0e616 req-cbbecb67-827d-4da1-bbf6-b52f7c2c4ac1 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jun 27 09:37:21.629024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dff88d-2966-4e89-8448-e612481f84f4 req-7e00b479-3a52-4db9-9bb2-7c0ab4f76a8e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:21.630447 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49dff88d-2966-4e89-8448-e612481f84f4 req-7e00b479-3a52-4db9-9bb2-7c0ab4f76a8e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0446584 Jun 27 09:37:21.677167 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49dff88d-2966-4e89-8448-e612481f84f4 req-759fb67a-2d39-45d2-952c-438667fa5ed7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Jun 27 09:37:21.983093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441235-f018-4c9a-bffa-2dde0e5fa60d req-f2d7e950-cfa8-4327-9acd-aca3174afcef tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:21.984585 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89441235-f018-4c9a-bffa-2dde0e5fa60d req-f2d7e950-cfa8-4327-9acd-aca3174afcef tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0463471 Jun 27 09:37:22.031654 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89441235-f018-4c9a-bffa-2dde0e5fa60d req-0987b754-8779-4bd0-bdb3-44cb890f2d39 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Jun 27 09:37:22.791739 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e465dd0-52ec-4bd8-898b-c94b0f1b7264 req-0b0adb13-17ef-4d8f-9e4c-89479b925c8d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:22.793225 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e465dd0-52ec-4bd8-898b-c94b0f1b7264 req-0b0adb13-17ef-4d8f-9e4c-89479b925c8d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Jun 27 09:37:22.847090 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e465dd0-52ec-4bd8-898b-c94b0f1b7264 req-e6aac1e6-f913-4829-972a-3857b40bf24b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Jun 27 09:37:23.145500 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c51b7-4df2-4bdc-8b45-32437a36481e req-e8ab8d01-205b-4e9d-828b-d249dea71947 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:23.147496 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-878c51b7-4df2-4bdc-8b45-32437a36481e req-e8ab8d01-205b-4e9d-828b-d249dea71947 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0461454 Jun 27 09:37:23.197431 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-878c51b7-4df2-4bdc-8b45-32437a36481e req-e1e0694f-25be-4bbe-95e8-47cf520daff7 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Jun 27 09:37:23.970920 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f2c0a-1095-48f3-a93e-b59fde50f564 req-721f6c15-f931-4f53-b941-f02200d5d3ee tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:23.972520 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-621f2c0a-1095-48f3-a93e-b59fde50f564 req-721f6c15-f931-4f53-b941-f02200d5d3ee tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0548561 Jun 27 09:37:24.027177 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-621f2c0a-1095-48f3-a93e-b59fde50f564 req-06b29e8f-cf93-45e6-adcd-e813db2e9a2e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Jun 27 09:37:24.300884 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:24.309568 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d56b6-3e88-457f-bf09-cb83a8478850 req-ffecf545-e2b0-48f0-82e1-d9ded6173c49 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:24.311036 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-054d56b6-3e88-457f-bf09-cb83a8478850 req-ffecf545-e2b0-48f0-82e1-d9ded6173c49 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0466251 Jun 27 09:37:24.329173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:24.358477 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-054d56b6-3e88-457f-bf09-cb83a8478850 req-48710d64-3a92-4746-9cb6-a8b61d1c55b4 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Jun 27 09:37:25.135234 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefc59b-7127-4595-bf33-6d210f727e14 req-ed960ffe-750c-472a-83a8-2a69a9334210 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:25.136740 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3cefc59b-7127-4595-bf33-6d210f727e14 req-ed960ffe-750c-472a-83a8-2a69a9334210 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0470338 Jun 27 09:37:25.187846 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3cefc59b-7127-4595-bf33-6d210f727e14 req-47fe1b4b-26e1-49f9-a6ea-901b99903f85 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455520 Jun 27 09:37:25.469060 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ef893-6c36-4c6e-b50b-42887512e02b req-adc253f5-879c-4c1e-bfa8-280b0cd18455 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:25.470517 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-838ef893-6c36-4c6e-b50b-42887512e02b req-adc253f5-879c-4c1e-bfa8-280b0cd18455 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0458283 Jun 27 09:37:25.517608 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-838ef893-6c36-4c6e-b50b-42887512e02b req-19dbdb7f-2ad1-43fb-bed8-4375bf38ea16 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Jun 27 09:37:26.330748 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-3c5c0081-0a5e-42d2-afa6-6afd406ef581 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:26.332286 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-3c5c0081-0a5e-42d2-afa6-6afd406ef581 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.55 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0788627 Jun 27 09:37:26.339300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98901edc-f7e1-446b-a420-581d03f14275 req-39cc385e-fd19-4aa2-9407-54d2f6fbbe5c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:26.340715 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-98901edc-f7e1-446b-a420-581d03f14275 req-39cc385e-fd19-4aa2-9407-54d2f6fbbe5c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0783327 Jun 27 09:37:26.503777 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-98901edc-f7e1-446b-a420-581d03f14275 req-3b317e8a-d40a-4d6b-a08d-0038ec0d0221 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558921 Jun 27 09:37:26.511288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Deleting port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:37:26.511665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:26.638995 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7462ac2-accb-40e2-a7a2-4e0de2ab4cc7 req-f26810f7-8e66-4af4-a34e-457c619c727a tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:26.640723 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b7462ac2-accb-40e2-a7a2-4e0de2ab4cc7 req-f26810f7-8e66-4af4-a34e-457c619c727a tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 945 time: 0.0533028 Jun 27 09:37:26.694951 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b7462ac2-accb-40e2-a7a2-4e0de2ab4cc7 req-13cd2bdf-ae4e-43e3-b8b3-42095879a99d tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/security-groups?id=a32b0d22-5783-486e-9e87-67aaa0fb1b85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483034 Jun 27 09:37:26.783616 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:26.789907 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] For port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:26.790359 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:26.807280 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Calling delete_port for 32d1fb71-3a28-4a00-b9f4-b8c218fba63d owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:37:26.908005 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:27.027653 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (32d1fb71-3a28-4a00-b9f4-b8c218fba63d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:27.059868 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Pushing event deleted for resources: {'Port': ['ID=32d1fb71-3a28-4a00-b9f4-b8c218fba63d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:27.131709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] No DVR routers for this DVR port 32d1fb71-3a28-4a00-b9f4-b8c218fba63d on host hv-cinder-84773 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:37:27.134953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:27.140425 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-de552bcd-c628-43b2-93b0-155f3b1d64bc req-1fb8b7af-f433-45bd-820f-861b17e52364 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.55 "DELETE /v2.0/ports/32d1fb71-3a28-4a00-b9f4-b8c218fba63d HTTP/1.1" status: 204 len: 173 time: 0.7987795 Jun 27 09:37:27.140903 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'name': 'network-vif-deleted', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:37:27.143178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103df7e-1845-4fd5-a8cf-f6428de162d4" -d '{"events": [{"server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "name": "network-vif-deleted", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:37:27.182859 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daae709-d5a0-4066-90d8-5321499c181d x-openstack-request-id: req-6daae709-d5a0-4066-90d8-5321499c181d {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:37:27.183400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5540f679-ef89-453b-91c5-b11dacd977bd", "name": "network-vif-deleted", "tag": "32d1fb71-3a28-4a00-b9f4-b8c218fba63d", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:37:27.183400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6daae709-d5a0-4066-90d8-5321499c181d {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:37:27.183827 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daae709-d5a0-4066-90d8-5321499c181d'] response: {'server_uuid': '5540f679-ef89-453b-91c5-b11dacd977bd', 'name': 'network-vif-deleted', 'tag': '32d1fb71-3a28-4a00-b9f4-b8c218fba63d', 'status': 'completed', 'code': 200} Jun 27 09:37:27.616308 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676aa69-22f2-4e09-8326-063143a440c2 req-ed1d6d90-ff2b-400a-9dcc-3cf932667f6b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:27.617703 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1676aa69-22f2-4e09-8326-063143a440c2 req-ed1d6d90-ff2b-400a-9dcc-3cf932667f6b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0467272 Jun 27 09:37:27.667088 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1676aa69-22f2-4e09-8326-063143a440c2 req-434b01f0-a5c3-4622-97e9-1e41af4e7643 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437183 Jun 27 09:37:27.797144 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62ea0338-bbba-459d-af67-a6b6f02da3ed req-64ee9b3f-56ab-473c-90e0-52a046db16c8 tempest-DeleteServersTestJSON-576591190 tempest-DeleteServersTestJSON-576591190-project] 10.222.0.64 "GET /v2.0/ports?device_id=5540f679-ef89-453b-91c5-b11dacd977bd HTTP/1.1" status: 200 len: 210 time: 0.0301065 Jun 27 09:37:28.268427 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 32d1fb71-3a28-4a00-b9f4-b8c218fba63d no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:37:28.292862 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 32d1fb71-3a28-4a00-b9f4-b8c218fba63d {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:37:28.293204 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 32d1fb71-3a28-4a00-b9f4-b8c218fba63d not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:37:28.796152 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b545c-1765-4ae2-90a1-480d7759d048 req-32ad6802-ae51-433a-b16f-b08a60153b2b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:28.800063 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c35b545c-1765-4ae2-90a1-480d7759d048 req-32ad6802-ae51-433a-b16f-b08a60153b2b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0543005 Jun 27 09:37:28.873654 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c35b545c-1765-4ae2-90a1-480d7759d048 req-95118a14-f481-4f15-9ae3-7498a850ff03 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Jun 27 09:37:29.992384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6326854-fad8-4ccd-b5ae-310dcf59bb99 req-7cc495e7-456f-4566-bec1-a75825ee11f4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:29.993851 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e6326854-fad8-4ccd-b5ae-310dcf59bb99 req-7cc495e7-456f-4566-bec1-a75825ee11f4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0457389 Jun 27 09:37:30.048409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e6326854-fad8-4ccd-b5ae-310dcf59bb99 req-d61ddaa7-226f-40d0-b55d-58bf80a4ef79 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Jun 27 09:37:30.875206 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47042) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:31.166314 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cdfff-9a86-46a6-8819-768bc03cadef req-bf2eb904-d2bc-44f8-b370-9d483a979aca tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:31.167844 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-475cdfff-9a86-46a6-8819-768bc03cadef req-bf2eb904-d2bc-44f8-b370-9d483a979aca tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Jun 27 09:37:31.227895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-475cdfff-9a86-46a6-8819-768bc03cadef req-8d3343b5-0233-4219-b287-a270eed3ec57 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543594 Jun 27 09:37:31.253424 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:31.344106 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:31.476729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:31.515792 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Deleting port c19e8042-a254-46fc-9f88-5dc11ea56f59 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:37:31.516135 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:31.593813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] For port c19e8042-a254-46fc-9f88-5dc11ea56f59, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c19e8042-a254-46fc-9f88-5dc11ea56f59,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:31.594180 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:31.606687 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Calling delete_port for c19e8042-a254-46fc-9f88-5dc11ea56f59 owned by network:router_interface {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:37:31.941046 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (c19e8042-a254-46fc-9f88-5dc11ea56f59), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:31.965596 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19e8042-a254-46fc-9f88-5dc11ea56f59,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:32.087367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:32.412749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e47a6-3050-48fd-9ef5-80d72a089d63 req-f2b06a88-7c0d-46ea-bc3f-12c379aa51a7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:32.414995 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-023e47a6-3050-48fd-9ef5-80d72a089d63 req-f2b06a88-7c0d-46ea-bc3f-12c379aa51a7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Jun 27 09:37:32.534484 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-023e47a6-3050-48fd-9ef5-80d72a089d63 req-8c1c45d0-9953-43e3-83df-4f6328005041 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 Jun 27 09:37:32.547597 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Router c8087914-cc46-4ad6-822c-5b440e8bcb1b has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:37:32.550533 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:32.603068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:32.652077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:37:32.656970 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-40522664-053d-4958-82f9-19a7003cace6 admin admin] 10.222.0.64 "PUT /v2.0/routers/c8087914-cc46-4ad6-822c-5b440e8bcb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7807956 Jun 27 09:37:32.659595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47068) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:32.662253 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Sync routers for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:37:32.672660 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:32.673273 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:32.756934 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks [] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:32.770203 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:32.874868 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks [] for router_gateway (c8087914-cc46-4ad6-822c-5b440e8bcb1b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:32.972595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Deleting port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:37:32.972851 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.016367 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:37:31Z', 'revision_number': 5, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port': {'id': 'bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:05Z', 'updated_at': '2022-06-27T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:33.041281 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Checking router: c8087914-cc46-4ad6-822c-5b440e8bcb1b for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:37:33.049496 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Routers {'c8087914-cc46-4ad6-822c-5b440e8bcb1b'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:33.050101 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:33.055337 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] For port bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:33.055736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.068621 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Calling delete_port for bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e owned by network:router_gateway {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:37:33.131668 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] Set router c8087914-cc46-4ad6-822c-5b440e8bcb1b gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:33.180837 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:37:32Z', 'revision_number': 6, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:33.209073 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5c4d5-c9d6-41cf-9743-0e7ba316658b None None] The sync data for ids ['c8087914-cc46-4ad6-822c-5b440e8bcb1b'] in dv-cinder-847730-1-iscsi is: [{'id': 'c8087914-cc46-4ad6-822c-5b440e8bcb1b', 'name': 'tempest-DeleteServersTestJSON-520567646-router', 'tenant_id': '84dd698260134176acd4f4892911ab05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:37:32Z', 'revision_number': 6, 'project_id': '84dd698260134176acd4f4892911ab05', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:37:33.295394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.324070 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:33.353668 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.386456 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.455113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.457413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks [] for router_controller (c8087914-cc46-4ad6-822c-5b440e8bcb1b), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.581408 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (c8087914-cc46-4ad6-822c-5b440e8bcb1b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.582077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8087914-cc46-4ad6-822c-5b440e8bcb1b {{(pid=104648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:37:33.587515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.588720 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-aa1b6b54-dbbd-46eb-8284-9d619be7a4c9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c8087914-cc46-4ad6-822c-5b440e8bcb1b HTTP/1.1" status: 204 len: 168 time: 0.9282138 Jun 27 09:37:33.591407 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47084) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:33.647334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Deleting subnet 8eea91f1-f0a7-4218-a56b-901df0a38a4b {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:37:33.650987 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Publish callbacks [] for subnet (8eea91f1-f0a7-4218-a56b-901df0a38a4b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.675210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64610c-3a6a-44d5-bc2d-048a9a224db0 req-be78e496-733a-4929-aedf-947002f87ce3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:33.676914 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1f64610c-3a6a-44d5-bc2d-048a9a224db0 req-be78e496-733a-4929-aedf-947002f87ce3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Jun 27 09:37:33.682127 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:33.696659 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Publish callbacks [] for subnet (8eea91f1-f0a7-4218-a56b-901df0a38a4b), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.725372 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c19e8042-a254-46fc-9f88-5dc11ea56f59 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:37:33.737516 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1f64610c-3a6a-44d5-bc2d-048a9a224db0 req-92cee7d3-db3a-4ab1-8a17-70f46076faf2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 Jun 27 09:37:33.746562 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: c19e8042-a254-46fc-9f88-5dc11ea56f59 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:37:33.746919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c19e8042-a254-46fc-9f88-5dc11ea56f59 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:37:33.788879 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (8eea91f1-f0a7-4218-a56b-901df0a38a4b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.812464 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:33.878488 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for subnet (8eea91f1-f0a7-4218-a56b-901df0a38a4b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.905869 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eea91f1-f0a7-4218-a56b-901df0a38a4b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:33.912114 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:33.912114 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4df4557d-36e4-401c-a0e6-3691191ce5c7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8eea91f1-f0a7-4218-a56b-901df0a38a4b HTTP/1.1" status: 204 len: 168 time: 0.3189101 Jun 27 09:37:33.914733 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47092) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:33.917709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92245506-f953-435f-8cec-7a82d20066db None None] Network 9db8f8bc-db53-4737-8355-45174efdae65 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:33.991370 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (9db8f8bc-db53-4737-8355-45174efdae65), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.052356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Deleting port ac82610a-6609-46ec-b0ec-0d798aedf3cb {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:37:34.052839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.114967 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] DHCP port deletion for 9db8f8bc-db53-4737-8355-45174efdae65 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:37:34.133595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] For port ac82610a-6609-46ec-b0ec-0d798aedf3cb, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ac82610a-6609-46ec-b0ec-0d798aedf3cb,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:34.133909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.152937 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Calling delete_port for ac82610a-6609-46ec-b0ec-0d798aedf3cb owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:37:34.167677 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Deleting port ac82610a-6609-46ec-b0ec-0d798aedf3cb {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:37:34.168102 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.255952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] For port ac82610a-6609-46ec-b0ec-0d798aedf3cb, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ac82610a-6609-46ec-b0ec-0d798aedf3cb,segment=NetworkSegment(e3b6d053-bd39-4ac8-8b0c-d921c8f96033),segment_id=e3b6d053-bd39-4ac8-8b0c-d921c8f96033)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:34.255952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.269946 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Calling delete_port for ac82610a-6609-46ec-b0ec-0d798aedf3cb owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:37:34.349750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:34.425628 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.444917 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (ac82610a-6609-46ec-b0ec-0d798aedf3cb), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.453736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] No DVR routers for this DVR port ac82610a-6609-46ec-b0ec-0d798aedf3cb on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:37:34.458579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=ac82610a-6609-46ec-b0ec-0d798aedf3cb,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:34.478698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Pushing event deleted for resources: {'Port': ['ID=ac82610a-6609-46ec-b0ec-0d798aedf3cb,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:34.481275 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] No DVR routers for this DVR port ac82610a-6609-46ec-b0ec-0d798aedf3cb on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:37:34.492337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.492696 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.493116 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.493514 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.500057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c2a801-50c1-425f-97f3-e9b5f958b45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:34.552381 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (9db8f8bc-db53-4737-8355-45174efdae65), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.577423 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.577806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.578556 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.578901 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > port after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.579227 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > port after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.579558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > port after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.579880 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.580213 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.586039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.586039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.664718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.665065 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.665394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.665768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 09:37:34.666138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db8f8bc-db53-4737-8355-45174efdae65']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:34.683923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:34.684224 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b6d053-bd39-4ac8-8b0c-d921c8f96033') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:34.701291 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (e3b6d053-bd39-4ac8-8b0c-d921c8f96033), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.722776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e3b6d053-bd39-4ac8-8b0c-d921c8f96033), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.733090 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:37:34.733485 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (e3b6d053-bd39-4ac8-8b0c-d921c8f96033), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.852192 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:34.865575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff2722-9a5d-45e7-abfc-fac9074b2bcb req-2059bbfd-3836-4383-a19a-8c7b4cbeba0c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:34.867316 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-99ff2722-9a5d-45e7-abfc-fac9074b2bcb req-2059bbfd-3836-4383-a19a-8c7b4cbeba0c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0545025 Jun 27 09:37:34.900099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (9db8f8bc-db53-4737-8355-45174efdae65), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.906417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:34.910297 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] 10.222.0.64 "DELETE /v2.0/networks/9db8f8bc-db53-4737-8355-45174efdae65 HTTP/1.1" status: 204 len: 168 time: 0.9937696 Jun 27 09:37:34.938399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4add26-c8c6-4af5-ad1a-0d2c00976ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=9db8f8bc-db53-4737-8355-45174efdae65,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:34.945002 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-99ff2722-9a5d-45e7-abfc-fac9074b2bcb req-e1db93dc-a4e6-45d1-b046-b919c8d85f87 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718679 Jun 27 09:37:34.947787 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment e3b6d053-bd39-4ac8-8b0c-d921c8f96033 resource provider aggregate not found Jun 27 09:37:34.965646 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment e3b6d053-bd39-4ac8-8b0c-d921c8f96033 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3b6d053-bd39-4ac8-8b0c-d921c8f96033 found for delete ", "request_id": "req-9e4e0895-cc4c-4d96-a6cc-96d59b3cc057"}]} Jun 27 09:37:35.087649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47132) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:35.211560 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c7164e30-b945-41a3-a0c3-084f73ba60e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.306176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c7164e30-b945-41a3-a0c3-084f73ba60e0 admin admin] Publish callbacks [] for security_group (a230f118-135a-4214-8934-cc94e32b7efd), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.381158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c7164e30-b945-41a3-a0c3-084f73ba60e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a230f118-135a-4214-8934-cc94e32b7efd), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.391722 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47142) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:35.424927 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:35.431611 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7164e30-b945-41a3-a0c3-084f73ba60e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230f118-135a-4214-8934-cc94e32b7efd,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:35.438474 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8b8c6d5a-9752-41b6-9e61-9623ae21c741 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=84dd698260134176acd4f4892911ab05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426908 Jun 27 09:37:35.438474 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47148) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:35.453361 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c7164e30-b945-41a3-a0c3-084f73ba60e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b6930878a5c4f9b847362662c4d819b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596060 Jun 27 09:37:35.455189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47152) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:35.496744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] Publish callbacks [] for security_group (a32b0d22-5783-486e-9e87-67aaa0fb1b85), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.522288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] Publish callbacks [] for security_group (a32b0d22-5783-486e-9e87-67aaa0fb1b85), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.540988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:37:35.541441 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] Publish callbacks [] for security_group (a230f118-135a-4214-8934-cc94e32b7efd), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.573120 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:37:35.573610 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device bfcf9b64-29b9-4850-b5fb-2e86f7de9f8e not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:37:35.574220 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ac82610a-6609-46ec-b0ec-0d798aedf3cb no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:37:35.588581 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] Publish callbacks [] for security_group (a230f118-135a-4214-8934-cc94e32b7efd), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.601745 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: ac82610a-6609-46ec-b0ec-0d798aedf3cb {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:37:35.602192 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ac82610a-6609-46ec-b0ec-0d798aedf3cb not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:37:35.672472 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a32b0d22-5783-486e-9e87-67aaa0fb1b85), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.675027 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.676233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a32b0d22-5783-486e-9e87-67aaa0fb1b85 HTTP/1.1" status: 204 len: 168 time: 0.2368722 Jun 27 09:37:35.685255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e41de7-05c3-467b-9621-da0e39d0691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32b0d22-5783-486e-9e87-67aaa0fb1b85,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:35.730684 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a230f118-135a-4214-8934-cc94e32b7efd), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.733391 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:35.735390 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a230f118-135a-4214-8934-cc94e32b7efd HTTP/1.1" status: 204 len: 168 time: 0.2782271 Jun 27 09:37:35.757941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a8268-7d65-467e-8d38-1bb57f71dff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230f118-135a-4214-8934-cc94e32b7efd,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:36.081481 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a320c4-315e-4e63-91a8-cca7cdc4effb req-893fedee-389d-4f3e-a614-b14b3040946e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:36.083365 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7a320c4-315e-4e63-91a8-cca7cdc4effb req-893fedee-389d-4f3e-a614-b14b3040946e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Jun 27 09:37:36.152191 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7a320c4-315e-4e63-91a8-cca7cdc4effb req-1c01ce55-c0c1-4de9-84bc-6463fa4c8ab4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Jun 27 09:37:36.930401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47248) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:37.031398 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2058158437-network', 'tenant_id': '4b698ead017b4ef8b397ee127b487309'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:37.118733 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:37.124274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.136159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.218035 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks [] for security_group (8ce526e7-17cb-4601-a6dc-03c32b36d335), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.274154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28850a61-22dd-45c4-a60e-55d3ae8460de req-49abc1a9-bd4d-4033-9b0d-c9dfe9b2f9d3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:37.275708 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28850a61-22dd-45c4-a60e-55d3ae8460de req-49abc1a9-bd4d-4033-9b0d-c9dfe9b2f9d3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0506117 Jun 27 09:37:37.276975 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (8ce526e7-17cb-4601-a6dc-03c32b36d335), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.319365 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:37:37.334811 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce526e7-17cb-4601-a6dc-03c32b36d335,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:37.346224 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (34a6794b-39ac-4098-9159-2d181842ab99), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.346577 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Added segment 34a6794b-39ac-4098-9159-2d181842ab99 of type vlan for network 44332445-ecaa-4205-9b0a-eb56bcdc88ee Jun 27 09:37:37.380088 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28850a61-22dd-45c4-a60e-55d3ae8460de req-7aec8bbe-3e32-406a-b640-1cc4773c96e7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962658 Jun 27 09:37:37.413247 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (44332445-ecaa-4205-9b0a-eb56bcdc88ee), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.513129 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (44332445-ecaa-4205-9b0a-eb56bcdc88ee), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.514170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:37.514760 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.580188 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] Pushing event updated for resources: {'Network': ['ID=44332445-ecaa-4205-9b0a-eb56bcdc88ee,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:37.591226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:37:37.629961 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-30bb8874-c698-415b-8a2e-188bf199e837 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6982150 Jun 27 09:37:37.638220 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47270) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:37.643008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Request body: {'subnet': {'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-subnet', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:37.646658 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:37.730681 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:37.733072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:37.895371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:38.062736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (b15cea69-daf4-489a-a682-0c2b391df996), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.122771 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15cea69-daf4-489a-a682-0c2b391df996,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:38.136862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:38.136862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Network hostable DHCP agents. Network: 44332445-ecaa-4205-9b0a-eb56bcdc88ee, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:37:38.243780 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:37:38.346730 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 44332445-ecaa-4205-9b0a-eb56bcdc88ee) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:38.350946 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:38.351572 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.355695 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a08c952-944f-48ff-9619-4491d114b02b None None] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:38.478881 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:37:38.479212 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-78907573-364e-44cb-9a1e-ea73b94b077a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8315325 Jun 27 09:37:38.479410 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.479499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47286) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:38.479499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:38.551210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.552497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.589627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638da57-5e67-4885-9492-8de83aa96e78 req-7cdc0bb6-0bec-4a83-82f8-6e47656df07f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:38.593895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2638da57-5e67-4885-9492-8de83aa96e78 req-7cdc0bb6-0bec-4a83-82f8-6e47656df07f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.1034958 Jun 27 09:37:38.662019 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for router_controller (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.701751 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2638da57-5e67-4885-9492-8de83aa96e78 req-6ad26712-12bb-4b78-9e03-f312dd37e80d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028044 Jun 27 09:37:38.736826 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Allocated IP 172.20.0.2 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/69022b94-0614-4bc3-838a-fb6f26703ff1) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:37:38.912877 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:38.915113 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks [] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.936106 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for router_gateway (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:38.976644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.010208 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:39.017173 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:39.022146 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:37:39.092552 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Pushing event updated for resources: {'Port': ['ID=69022b94-0614-4bc3-838a-fb6f26703ff1,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:39.097455 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Attempting to bind port 69022b94-0614-4bc3-838a-fb6f26703ff1 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:37:39.098073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Attempting to bind port 69022b94-0614-4bc3-838a-fb6f26703ff1 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:37:39.098591 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Attempting to bind port 69022b94-0614-4bc3-838a-fb6f26703ff1 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:37:39.106727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:37:39.107094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:39.107692 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.108228 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:37:39.109234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Bound port: 69022b94-0614-4bc3-838a-fb6f26703ff1, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:37:39.109783 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.147257 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47312) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:39.183061 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:39.187074 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] For port 69022b94-0614-4bc3-838a-fb6f26703ff1, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:37:39.190508 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] For port 69022b94-0614-4bc3-838a-fb6f26703ff1, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=69022b94-0614-4bc3-838a-fb6f26703ff1,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:37:39.261185 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.273562 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c2bcace3-0012-4b66-bbc5-de474436bd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.290488 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:39.346465 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0735a-1b46-4361-9d5b-dacd20fb3c05 None None] Pushing event updated for resources: {'Port': ['ID=69022b94-0614-4bc3-838a-fb6f26703ff1,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:39.366900 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c2bcace3-0012-4b66-bbc5-de474436bd21 admin admin] Publish callbacks [] for security_group (cac3a232-e20b-49f3-a50c-5fe888e3f510), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.439491 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c2bcace3-0012-4b66-bbc5-de474436bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cac3a232-e20b-49f3-a50c-5fe888e3f510), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.448373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for router_gateway (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.470263 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.476307 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:39.490109 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcace3-0012-4b66-bbc5-de474436bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3a232-e20b-49f3-a50c-5fe888e3f510,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:39.498164 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c2bcace3-0012-4b66-bbc5-de474436bd21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=467854d7e6a4465baea90f2e2b41ca5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496604 Jun 27 09:37:39.498802 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47316) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:39.603290 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] Publish callbacks [] for security_group (cac3a232-e20b-49f3-a50c-5fe888e3f510), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.645051 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Allocated IP 172.27.1.110 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/a1dc2081-8e8e-4651-a452-fcce927639c6) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:37:39.649981 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] Publish callbacks [] for security_group (cac3a232-e20b-49f3-a50c-5fe888e3f510), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.766593 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:39.821773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cac3a232-e20b-49f3-a50c-5fe888e3f510), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.825157 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.826400 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cac3a232-e20b-49f3-a50c-5fe888e3f510 HTTP/1.1" status: 204 len: 168 time: 0.3258371 Jun 27 09:37:39.838593 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6d9b8-1b7d-46ac-96b3-ed7c203bcd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3a232-e20b-49f3-a50c-5fe888e3f510,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:39.911212 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37050a-c020-4a97-beea-3eb479f1eb07 req-d462f661-59b8-4d5b-a918-4c506e4da5fc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:39.912886 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7e37050a-c020-4a97-beea-3eb479f1eb07 req-d462f661-59b8-4d5b-a918-4c506e4da5fc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0940588 Jun 27 09:37:39.916158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:39.958957 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:39.996709 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7e37050a-c020-4a97-beea-3eb479f1eb07 req-dde4a7b5-86af-4ed4-8852-7a29c1aaee52 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768995 Jun 27 09:37:40.089792 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.128262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:40.131121 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:40.134310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:37:40.166582 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1dc2081-8e8e-4651-a452-fcce927639c6,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:40.295653 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-05a64016-098e-4fd5-98cc-06639edd5c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.506446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for router_gateway (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.561839 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e1b28-41af-4a31-9f17-8faf047db9ff None None] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:37:40.636364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Provisioning complete for port 69022b94-0614-4bc3-838a-fb6f26703ff1 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:40.641202 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.670318 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47358) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:40.690074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24ab09e6-1959-4ca6-864b-c13d29bf11fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.753644 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.765426 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Current status of the port 69022b94-0614-4bc3-838a-fb6f26703ff1 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:40.765922 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.808255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24ab09e6-1959-4ca6-864b-c13d29bf11fc admin admin] Publish callbacks [] for security_group (333c8dc3-906c-4ff3-870b-e0491630dc42), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.809130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] For port 69022b94-0614-4bc3-838a-fb6f26703ff1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=69022b94-0614-4bc3-838a-fb6f26703ff1,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:40.896326 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-24ab09e6-1959-4ca6-864b-c13d29bf11fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (333c8dc3-906c-4ff3-870b-e0491630dc42), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.897459 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:40.949301 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-24ab09e6-1959-4ca6-864b-c13d29bf11fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bfe924bf9c24328b9a3c346769fb942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863920 Jun 27 09:37:40.951868 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab09e6-1959-4ca6-864b-c13d29bf11fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c8dc3-906c-4ff3-870b-e0491630dc42,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:40.952803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47366) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:40.977821 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d806f61-d0f4-4e95-bae1-117a2e6c6021 None None] Pushing event updated for resources: {'Port': ['ID=69022b94-0614-4bc3-838a-fb6f26703ff1,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:40.986757 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:37:41.017066 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-58c294a2-b67a-4b5c-8809-7518e32d731a None None] Provisioning complete for port 69022b94-0614-4bc3-838a-fb6f26703ff1 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:41.017661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-58c294a2-b67a-4b5c-8809-7518e32d731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.067372 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] Publish callbacks [] for security_group (333c8dc3-906c-4ff3-870b-e0491630dc42), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.098395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-58c294a2-b67a-4b5c-8809-7518e32d731a None None] Current status of the port 69022b94-0614-4bc3-838a-fb6f26703ff1 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:41.124123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] Publish callbacks [] for security_group (333c8dc3-906c-4ff3-870b-e0491630dc42), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.139881 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259e2aa-e004-41c3-a152-b0c2727adeb1 req-935147fe-812a-4782-95b7-3d6820339937 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:41.141450 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f259e2aa-e004-41c3-a152-b0c2727adeb1 req-935147fe-812a-4782-95b7-3d6820339937 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0637896 Jun 27 09:37:41.145475 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:37:41.156787 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:37:41.169009 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:41.169886 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:41.188272 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.193342 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f259e2aa-e004-41c3-a152-b0c2727adeb1 req-6045d02e-276c-4b2b-8842-cd9a68ffb661 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460525 Jun 27 09:37:41.278690 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (333c8dc3-906c-4ff3-870b-e0491630dc42), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.281397 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.282663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/333c8dc3-906c-4ff3-870b-e0491630dc42 HTTP/1.1" status: 204 len: 168 time: 0.3288605 Jun 27 09:37:41.285712 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.292424 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-769a9db2-5d0a-4dab-a397-525970a696e4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8132105 Jun 27 09:37:41.297777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ff09-2f2c-48c9-a424-48baaea9aa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c8dc3-906c-4ff3-870b-e0491630dc42,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:41.298335 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47372) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:41.422041 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:41.433413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.490299 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.644669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.664148 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 69022b94-0614-4bc3-838a-fb6f26703ff1 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:37:41.770665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.776157 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:40Z', 'revision_number': 3, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:41.780986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 69022b94-0614-4bc3-838a-fb6f26703ff1 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:41.781183 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.781441 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.806483 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:41.828402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:37:41.829870 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Updating router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac port a1dc2081-8e8e-4651-a452-fcce927639c6 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:37:41.864265 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:41.945472 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Allocated IP 172.20.0.1 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/60ca4142-fa46-4f0b-a1d8-179308411f03) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:37:42.000474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 69022b94-0614-4bc3-838a-fb6f26703ff1 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:42.059177 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks [] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.147182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.175809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks [] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.189525 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:42.195378 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:42.197724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Pushing event updated for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:42.199944 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:37:42.255952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.319382 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Attempting to bind port a1dc2081-8e8e-4651-a452-fcce927639c6 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:37:42.320432 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Attempting to bind port a1dc2081-8e8e-4651-a452-fcce927639c6 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:37:42.320603 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.321119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Attempting to bind port a1dc2081-8e8e-4651-a452-fcce927639c6 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:37:42.348471 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95913f5-6602-4af4-a165-0d3d41308951 None None] Pushing event updated for resources: {'Port': ['ID=a1dc2081-8e8e-4651-a452-fcce927639c6,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:42.355450 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:37:42.357213 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:42.357922 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.358516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:37:42.359206 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Bound port: a1dc2081-8e8e-4651-a452-fcce927639c6, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:37:42.359999 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.379190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c485da-deb9-458f-8586-55a2f4351e03 req-a110a303-fd19-4b40-b15b-e0fed4ac1533 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:42.386199 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-84c485da-deb9-458f-8586-55a2f4351e03 req-a110a303-fd19-4b40-b15b-e0fed4ac1533 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0974200 Jun 27 09:37:42.407020 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:42.437283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] For port a1dc2081-8e8e-4651-a452-fcce927639c6, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:37:42.440923 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] For port a1dc2081-8e8e-4651-a452-fcce927639c6, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a1dc2081-8e8e-4651-a452-fcce927639c6,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:37:42.465033 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-84c485da-deb9-458f-8586-55a2f4351e03 req-4bef6cd7-de11-4e42-ac16-b5d74da74e53 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765622 Jun 27 09:37:42.532303 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.550555 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-88137c31-cd59-4737-8adb-3a936bdff17f None None] Provisioning complete for port 60ca4142-fa46-4f0b-a1d8-179308411f03 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:42.550555 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-88137c31-cd59-4737-8adb-3a936bdff17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.586444 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.625460 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c72c2266-048a-4a73-bd08-e41fa3fffa3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.636055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-88137c31-cd59-4737-8adb-3a936bdff17f None None] Port 60ca4142-fa46-4f0b-a1d8-179308411f03 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:37:42.639648 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:42.640154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:42.643722 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95913f5-6602-4af4-a165-0d3d41308951 None None] Pushing event updated for resources: {'Port': ['ID=a1dc2081-8e8e-4651-a452-fcce927639c6,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:42.753275 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:42.792317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks [] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.855386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.928053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Pushing event updated for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:42.939466 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:42.957223 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:41Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:42.961183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:42.983579 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f132c94-b43b-4124-8560-e0728a9a7910 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:41Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:37:43.041793 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:43.043702 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:43.052955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:43.078890 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:43.164208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:37:43.184173 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=46 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:43.185969 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:43.298725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:37:43.311593 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-43c05e0e-535d-4560-a73b-d0a67d12c069 admin admin] 10.222.0.64 "PUT /v2.0/routers/863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0009825 Jun 27 09:37:43.386698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-e40b2092-e33b-4097-a63b-6f75cf7e0b4b None None] Provisioning complete for port 60ca4142-fa46-4f0b-a1d8-179308411f03 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:43.386698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e40b2092-e33b-4097-a63b-6f75cf7e0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:43.407190 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e40b2092-e33b-4097-a63b-6f75cf7e0b4b None None] Port 60ca4142-fa46-4f0b-a1d8-179308411f03 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:37:43.603076 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33420e3-d22a-414a-9f4f-44f4213af5d6 req-a1675c0b-7d24-44cf-bcda-e209123ee225 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:43.605614 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d33420e3-d22a-414a-9f4f-44f4213af5d6 req-a1675c0b-7d24-44cf-bcda-e209123ee225 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0643141 Jun 27 09:37:43.682743 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d33420e3-d22a-414a-9f4f-44f4213af5d6 req-3e56fc36-bc8c-4db4-b61a-459bbd3ce850 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702064 Jun 27 09:37:43.945212 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47456) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:43.950539 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--618470302', 'description': 'tempest-description--502725814'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:44.113743 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.150532 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:37:44.198789 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (24654abe-b77f-46cc-bd87-4cf7a7208065), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.294274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (24654abe-b77f-46cc-bd87-4cf7a7208065), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.327086 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24654abe-b77f-46cc-bd87-4cf7a7208065,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:44.437208 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.437208 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bc41c210-4ef5-418c-b65f-2b174ccc422d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4905262 Jun 27 09:37:44.439324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47466) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:44.444126 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '24654abe-b77f-46cc-bd87-4cf7a7208065', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:44.578095 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (c01122cc-6459-4433-94bf-4a00910f2a20), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.650358 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (c01122cc-6459-4433-94bf-4a00910f2a20), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.712636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (c01122cc-6459-4433-94bf-4a00910f2a20), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.737078 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01122cc-6459-4433-94bf-4a00910f2a20,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:44.799128 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.800566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-782d3451-a2dd-4fc3-b63e-61d0218bf7c7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3600273 Jun 27 09:37:44.803310 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47484) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:44.808933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '24654abe-b77f-46cc-bd87-4cf7a7208065', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:44.828991 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d074926-2524-4590-ba3b-c9d5cc2dca69 req-52c722b8-10c1-4a25-b4ee-7acf81905df9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:44.832888 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d074926-2524-4590-ba3b-c9d5cc2dca69 req-52c722b8-10c1-4a25-b4ee-7acf81905df9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0675385 Jun 27 09:37:44.862335 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:44.892940 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d074926-2524-4590-ba3b-c9d5cc2dca69 req-9a1b5880-49ec-4947-a9ca-a31257d3cf43 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Jun 27 09:37:44.925456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (13071275-cdd9-47e2-bcc7-8ec030cfaa88), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.012684 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (13071275-cdd9-47e2-bcc7-8ec030cfaa88), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.112928 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (13071275-cdd9-47e2-bcc7-8ec030cfaa88), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.139053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13071275-cdd9-47e2-bcc7-8ec030cfaa88,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:45.207133 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.211950 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3e25ca15-33cb-4613-af64-02c98887e6f4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032729 Jun 27 09:37:45.216153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47514) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:45.216636 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:45.239572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:45.312585 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.370694 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:37:45.381324 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:45.381939 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:45.400289 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.487119 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:45.614966 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.27.1.163 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/a55efc5a-ae98-4244-a8f0-e28707a1ac0b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:37:45.615381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a1dc2081-8e8e-4651-a452-fcce927639c6 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:37:45.685906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port a1dc2081-8e8e-4651-a452-fcce927639c6 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:45.686388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.780592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port a1dc2081-8e8e-4651-a452-fcce927639c6 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:45.781235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.802288 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:45.810684 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.812203 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port a1dc2081-8e8e-4651-a452-fcce927639c6, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a1dc2081-8e8e-4651-a452-fcce927639c6,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:45.840019 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:37:45.840647 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Updating router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac port 60ca4142-fa46-4f0b-a1d8-179308411f03 binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:37:45.869275 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.896801 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:45.930052 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.042000 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:46.046570 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=a55efc5a-ae98-4244-a8f0-e28707a1ac0b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:46.065553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:46.073464 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:46.098329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:37:46.107407 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.109569 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=a1dc2081-8e8e-4651-a452-fcce927639c6,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:46.226350 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ece548-f396-4d8c-9dbc-6ad6cc8f4790 req-d96f7c03-8f35-488f-a529-51bc523bf1f6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:46.228314 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-47ece548-f396-4d8c-9dbc-6ad6cc8f4790 req-d96f7c03-8f35-488f-a529-51bc523bf1f6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.1572864 Jun 27 09:37:46.245462 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.313805 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks [] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.314040 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-47ece548-f396-4d8c-9dbc-6ad6cc8f4790 req-cac1def9-262e-4b82-8cd4-2e6cf6f6b922 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653236 Jun 27 09:37:46.323504 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.363915 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.411056 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Pushing event updated for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:46.425642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.501879 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Attempting to bind port 60ca4142-fa46-4f0b-a1d8-179308411f03 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:37:46.502513 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Attempting to bind port 60ca4142-fa46-4f0b-a1d8-179308411f03 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:37:46.503191 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Attempting to bind port 60ca4142-fa46-4f0b-a1d8-179308411f03 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:37:46.510526 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.511116 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.511827 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.512712 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.513361 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.513845 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.514587 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.514931 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.515271 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.515980 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.516698 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.517111 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.517452 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.517814 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.518110 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:37:46.522027 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:37:46.522455 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:46.522916 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.523307 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:37:46.523815 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Bound port: 60ca4142-fa46-4f0b-a1d8-179308411f03, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:37:46.524197 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.535818 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:46.576868 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:46.596509 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] For port 60ca4142-fa46-4f0b-a1d8-179308411f03, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:37:46.600283 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] For port 60ca4142-fa46-4f0b-a1d8-179308411f03, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=60ca4142-fa46-4f0b-a1d8-179308411f03,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:37:46.636231 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.690649 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.712834 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.751495 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:46.758211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Provisioning complete for port 60ca4142-fa46-4f0b-a1d8-179308411f03 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:46.758898 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.777916 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0affec-b501-472c-a295-a9eaaf6924b0 None None] Pushing event updated for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:46.786924 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=a55efc5a-ae98-4244-a8f0-e28707a1ac0b,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:46.788859 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:37:46.791075 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:37:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:46.805033 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.876137 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Current status of the port 60ca4142-fa46-4f0b-a1d8-179308411f03 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:46.876775 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.916037 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] For port 60ca4142-fa46-4f0b-a1d8-179308411f03, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=60ca4142-fa46-4f0b-a1d8-179308411f03,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:37:46.927504 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:46.928418 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:37:46.936286 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d65d74f4-0c3b-4dce-a6d6-2e939596dfee tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7229872 Jun 27 09:37:46.995895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47588) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:47.004174 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.099223 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Deleting subnet f2b6b0ee-e45d-4fa4-b897-b332274c4054 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:37:47.102427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Publish callbacks [] for subnet (f2b6b0ee-e45d-4fa4-b897-b332274c4054), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.126480 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753a922-8c19-4141-bf59-7388e0ae5ef1 None None] Pushing event updated for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:47.177863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2b0f08f4-a2e4-4982-b401-934db69f4bef None None] Provisioning complete for port 60ca4142-fa46-4f0b-a1d8-179308411f03 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:47.178589 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2b0f08f4-a2e4-4982-b401-934db69f4bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.186831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (f2b6b0ee-e45d-4fa4-b897-b332274c4054), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.253934 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-ac4daa96-1f7a-4522-8678-10d51ccec01e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--618470302&fields=id&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 267 time: 0.1063371 Jun 27 09:37:47.293197 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:47.331632 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (f2b6b0ee-e45d-4fa4-b897-b332274c4054), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.334626 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f08f4-a2e4-4982-b401-934db69f4bef None None] Current status of the port 60ca4142-fa46-4f0b-a1d8-179308411f03 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:47.415169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-16c3e2e8-72b9-4dd1-8ada-c17029ed637c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:47.418610 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-16c3e2e8-72b9-4dd1-8ada-c17029ed637c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1573138 Jun 27 09:37:47.426103 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:47.450235 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-8959ad01-a140-46a6-be9d-2e5ebd8678e4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/quotas/4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 375 time: 0.0187862 Jun 27 09:37:47.452370 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b419b9da-754c-430c-a741-c08127be79c3 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:37:47.523680 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-34e24d51-7612-4243-a216-46b58e96a587 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763009 Jun 27 09:37:47.526696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0698f2-a10b-4750-a7a3-aa0e42f4cafc req-70d90373-6d9d-4ccd-bc12-f9f6eaf771bd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:47.528389 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca0698f2-a10b-4750-a7a3-aa0e42f4cafc req-70d90373-6d9d-4ccd-bc12-f9f6eaf771bd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0961940 Jun 27 09:37:47.567327 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (f2b6b0ee-e45d-4fa4-b897-b332274c4054), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.573260 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:47.633901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a1dc2081-8e8e-4651-a452-fcce927639c6 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:37:47.635281 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b6b0ee-e45d-4fa4-b897-b332274c4054,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:47.642632 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:47.667539 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-2331744e-ceb7-4cdd-acbb-d14b4c98a28f service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425333 Jun 27 09:37:47.670411 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.673667 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-627c778f-b446-46dd-97bc-4c3359dfd6cc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f2b6b0ee-e45d-4fa4-b897-b332274c4054 HTTP/1.1" status: 204 len: 168 time: 0.6782901 Jun 27 09:37:47.685542 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47624) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:47.729586 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port a1dc2081-8e8e-4651-a452-fcce927639c6 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:47.730238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.737051 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ca0698f2-a10b-4750-a7a3-aa0e42f4cafc req-7d8cf427-85de-4a55-ac42-5a7bb50abe56 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993892 Jun 27 09:37:47.750916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:47.805815 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.840733 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-31abc02a-8656-4ff0-8a9d-29e322521576 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723912 Jun 27 09:37:47.859664 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:47.880893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port a1dc2081-8e8e-4651-a452-fcce927639c6 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:47.882750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 60ca4142-fa46-4f0b-a1d8-179308411f03 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:37:47.915428 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.939618 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:47.941202 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 60ca4142-fa46-4f0b-a1d8-179308411f03 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:47.942495 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.951053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b075b071-88e2-4b14-9055-4c27252a0405') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:47.951464 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b075b071-88e2-4b14-9055-4c27252a0405') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:47.963895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (b075b071-88e2-4b14-9055-4c27252a0405), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.982140 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b075b071-88e2-4b14-9055-4c27252a0405), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:47.994665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:37:48.000645 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (b075b071-88e2-4b14-9055-4c27252a0405), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.026391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b075b071-88e2-4b14-9055-4c27252a0405 resource provider aggregate not found Jun 27 09:37:48.039864 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 60ca4142-fa46-4f0b-a1d8-179308411f03 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:37:48.053369 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b075b071-88e2-4b14-9055-4c27252a0405 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b075b071-88e2-4b14-9055-4c27252a0405 found for delete ", "request_id": "req-4dfc3cb6-f291-4e76-a896-d4e3b283ad28"}]} Jun 27 09:37:48.173316 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41cc30e0-d856-4ce3-9465-f6766ef0d0c0 req-b9d840c6-d584-4b0a-a3a7-5cec9482c93c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0437236 Jun 27 09:37:48.244519 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.251411 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.259474 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa HTTP/1.1" status: 204 len: 168 time: 0.5702000 Jun 27 09:37:48.260611 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47648) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:48.281170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32677015-cc4b-42b9-9e1a-709ea6638474 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3daf87-f3b3-4010-9cbe-8ff6e3bfa1aa,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:48.355810 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Deleting subnet 2684b8d7-3c8a-4744-ae9a-7794a4743937 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:37:48.370053 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Publish callbacks [] for subnet (2684b8d7-3c8a-4744-ae9a-7794a4743937), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.418412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (2684b8d7-3c8a-4744-ae9a-7794a4743937), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.466437 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (2684b8d7-3c8a-4744-ae9a-7794a4743937), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.604346 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (2684b8d7-3c8a-4744-ae9a-7794a4743937), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.634268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2684b8d7-3c8a-4744-ae9a-7794a4743937,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:48.637961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.643866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47666) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:48.652539 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-45ca5e6b-5ada-4062-809e-86eac308243a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2684b8d7-3c8a-4744-ae9a-7794a4743937 HTTP/1.1" status: 204 len: 168 time: 0.3911986 Jun 27 09:37:48.722755 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (79691859-ae9a-4317-bf09-8ff32b920f6f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:48.872425 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901ef8b-dc30-4986-b713-3e756122d42c req-36030409-7522-4972-ba00-b68d6f61a95b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:48.874233 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9901ef8b-dc30-4986-b713-3e756122d42c req-36030409-7522-4972-ba00-b68d6f61a95b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0625370 Jun 27 09:37:48.928180 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9901ef8b-dc30-4986-b713-3e756122d42c req-714bda2a-c301-420c-84b0-300f4ef1e5b5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Jun 27 09:37:48.993873 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (79691859-ae9a-4317-bf09-8ff32b920f6f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.002729 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:49.014466 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79691859-ae9a-4317-bf09-8ff32b920f6f']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:49.027688 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6615bc5-e683-431c-9495-b8f480bf0008') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:49.027688 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6615bc5-e683-431c-9495-b8f480bf0008') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:37:49.054465 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (b6615bc5-e683-431c-9495-b8f480bf0008), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.072332 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b6615bc5-e683-431c-9495-b8f480bf0008), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.080688 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:37:49.081127 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (b6615bc5-e683-431c-9495-b8f480bf0008), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.198965 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (79691859-ae9a-4317-bf09-8ff32b920f6f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.210162 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.213356 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] 10.222.0.64 "DELETE /v2.0/networks/79691859-ae9a-4317-bf09-8ff32b920f6f HTTP/1.1" status: 204 len: 168 time: 0.5684099 Jun 27 09:37:49.228693 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c66a9-36e3-47f9-9d77-7bc80c90ef90 admin admin] Pushing event deleted for resources: {'Network': ['ID=79691859-ae9a-4317-bf09-8ff32b920f6f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:49.269222 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cb9165da-75cc-47ed-bfe2-3f4bd5964c25 req-10e84721-4ee0-4ca2-abe1-f3e339b8ba0b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0376759 Jun 27 09:37:49.624390 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47710) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:49.671663 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b51855b2-b641-4765-be64-8693649e9fe3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbb94df7abce44ddb826b8745bae1707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452702 Jun 27 09:37:49.673816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47714) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:49.729853 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] Publish callbacks [] for security_group (56db6714-e5cd-4c23-9b87-f57e2d679993), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.756397 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] Publish callbacks [] for security_group (56db6714-e5cd-4c23-9b87-f57e2d679993), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.758501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:49.797021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313c3c3-67c9-4a1c-93ba-ac8a510d6383 req-a0354d70-74f9-424d-bca1-f32623bd8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:49.798428 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7313c3c3-67c9-4a1c-93ba-ac8a510d6383 req-a0354d70-74f9-424d-bca1-f32623bd8779 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1129 time: 0.0425613 Jun 27 09:37:49.883692 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56db6714-e5cd-4c23-9b87-f57e2d679993), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.886862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:49.888368 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56db6714-e5cd-4c23-9b87-f57e2d679993 HTTP/1.1" status: 204 len: 168 time: 0.2122712 Jun 27 09:37:49.896641 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9c96-e7ce-428a-8c19-2efd9ec137ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56db6714-e5cd-4c23-9b87-f57e2d679993,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:50.071439 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b6615bc5-e683-431c-9495-b8f480bf0008 resource provider aggregate not found Jun 27 09:37:50.073170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02939cf-9e50-4fe2-963c-ee2582411810 req-6bb4a7fa-ea34-4a69-b003-f395ab23d366 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:50.074663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e02939cf-9e50-4fe2-963c-ee2582411810 req-6bb4a7fa-ea34-4a69-b003-f395ab23d366 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0475492 Jun 27 09:37:50.089094 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b6615bc5-e683-431c-9495-b8f480bf0008 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6615bc5-e683-431c-9495-b8f480bf0008 found for delete ", "request_id": "req-7c532926-d707-432b-b3b0-783e41df38e8"}]} Jun 27 09:37:50.135011 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e02939cf-9e50-4fe2-963c-ee2582411810 req-a10a3f49-8c6d-488a-be10-a7bfd4d3fbd8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544186 Jun 27 09:37:50.380389 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b12f563f-1577-4bcb-b298-8def3d3eeaab req-22a4fa90-ab60-4396-8653-0dc46f135155 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0279787 Jun 27 09:37:50.633953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47752) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:50.662424 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47756) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:50.671718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47760) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:50.716414 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-83a09b22-f999-47d3-9904-88b2b90f292a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6581f8a6ea74ab7b7e89f09d97eebfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434253 Jun 27 09:37:50.718959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47762) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:50.773517 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] Publish callbacks [] for security_group (76acbc0c-202a-437c-8e02-1b2b1e6e5d80), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.799172 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] Publish callbacks [] for security_group (76acbc0c-202a-437c-8e02-1b2b1e6e5d80), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.843226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f164a30-ae00-4022-a6e7-b9b923c1dd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.846213 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6c553255-da5d-4478-858e-703e5a549ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.935212 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (76acbc0c-202a-437c-8e02-1b2b1e6e5d80), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.937888 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.939242 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76acbc0c-202a-437c-8e02-1b2b1e6e5d80 HTTP/1.1" status: 204 len: 168 time: 0.2193632 Jun 27 09:37:50.949815 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f04cc8-4929-408a-a736-40e9a8a39415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76acbc0c-202a-437c-8e02-1b2b1e6e5d80,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:50.983630 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f164a30-ae00-4022-a6e7-b9b923c1dd56 admin admin] Publish callbacks [] for security_group (e66ff324-94ec-4be9-a5b7-a6e5b02ea718), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:50.988435 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6c553255-da5d-4478-858e-703e5a549ac2 admin admin] Publish callbacks [] for security_group (6ec58685-bcb8-45ab-9430-cc6e912e566d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.049688 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6f164a30-ae00-4022-a6e7-b9b923c1dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e66ff324-94ec-4be9-a5b7-a6e5b02ea718), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.086596 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f164a30-ae00-4022-a6e7-b9b923c1dd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66ff324-94ec-4be9-a5b7-a6e5b02ea718,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:51.090803 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6f164a30-ae00-4022-a6e7-b9b923c1dd56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c00a0cb2e37c4689ace91bc2a1086166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558418 Jun 27 09:37:51.093497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47766) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:51.099667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:51.102330 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6c553255-da5d-4478-858e-703e5a549ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6ec58685-bcb8-45ab-9430-cc6e912e566d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.164238 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6c553255-da5d-4478-858e-703e5a549ac2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e70676ad7c38433ebc860089993f7fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002894 Jun 27 09:37:51.165992 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c553255-da5d-4478-858e-703e5a549ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec58685-bcb8-45ab-9430-cc6e912e566d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:51.167274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47770) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:51.186836 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] Publish callbacks [] for security_group (e66ff324-94ec-4be9-a5b7-a6e5b02ea718), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.233635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] Publish callbacks [] for security_group (e66ff324-94ec-4be9-a5b7-a6e5b02ea718), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.257644 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] Publish callbacks [] for security_group (6ec58685-bcb8-45ab-9430-cc6e912e566d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.274804 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:51.283142 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:51.307371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc4c19-09ee-46b4-8b37-7c9aa41370bf req-f38b591a-0ea0-4678-b5e2-2ae16cb54e4e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:51.308817 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-96dc4c19-09ee-46b4-8b37-7c9aa41370bf req-f38b591a-0ea0-4678-b5e2-2ae16cb54e4e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0654068 Jun 27 09:37:51.313573 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] Publish callbacks [] for security_group (6ec58685-bcb8-45ab-9430-cc6e912e566d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.352847 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e66ff324-94ec-4be9-a5b7-a6e5b02ea718), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.356104 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.357822 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e66ff324-94ec-4be9-a5b7-a6e5b02ea718 HTTP/1.1" status: 204 len: 168 time: 0.2631893 Jun 27 09:37:51.370628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a0b7f-27bf-4868-9eea-f16e59708af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66ff324-94ec-4be9-a5b7-a6e5b02ea718,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:51.431497 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-96dc4c19-09ee-46b4-8b37-7c9aa41370bf req-83cbbafe-9f4e-41c6-bc94-af0c6d3978fc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072216 Jun 27 09:37:51.512285 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6ec58685-bcb8-45ab-9430-cc6e912e566d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.514810 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:51.516065 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ec58685-bcb8-45ab-9430-cc6e912e566d HTTP/1.1" status: 204 len: 168 time: 0.3472295 Jun 27 09:37:51.524258 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5ca0c72-c1fe-4691-88ca-711c3e017c36 req-11094206-8295-4146-91a7-f86545d23dda tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0498607 Jun 27 09:37:51.524676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64fd9a-f045-4c04-b846-b440d69bf1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec58685-bcb8-45ab-9430-cc6e912e566d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:51.534836 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7313c3c3-67c9-4a1c-93ba-ac8a510d6383 req-1a85cbb8-3fcc-4f4f-b797-17ad46cb4ce0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058211 Jun 27 09:37:52.213234 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47800) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:52.226916 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9dfb-e4d9-4357-bc42-614d7d6f1c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.315337 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9dfb-e4d9-4357-bc42-614d7d6f1c02 admin admin] Publish callbacks [] for security_group (31adf389-d9d1-4327-9e05-c82fc3662670), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.321963 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47804) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:52.337920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a68bee3d-cc0d-4ab2-a665-fa46f4bf3b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.383439 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c5b9dfb-e4d9-4357-bc42-614d7d6f1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (31adf389-d9d1-4327-9e05-c82fc3662670), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.393668 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:52.444289 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-9c5b9dfb-e4d9-4357-bc42-614d7d6f1c02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f307f719ef0e454f9b4c40ea9a57dae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299583 Jun 27 09:37:52.446991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 47808) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:52.447459 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b9dfb-e4d9-4357-bc42-614d7d6f1c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31adf389-d9d1-4327-9e05-c82fc3662670,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:52.462094 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a68bee3d-cc0d-4ab2-a665-fa46f4bf3b91 admin admin] Publish callbacks [] for security_group (6c1a1c27-4b4c-4952-8254-c4d3897a07c8), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.501794 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] Publish callbacks [] for security_group (31adf389-d9d1-4327-9e05-c82fc3662670), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.531202 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] Publish callbacks [] for security_group (31adf389-d9d1-4327-9e05-c82fc3662670), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.585631 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a68bee3d-cc0d-4ab2-a665-fa46f4bf3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6c1a1c27-4b4c-4952-8254-c4d3897a07c8), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.623176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e7c9-8619-4a71-ad6e-2c647bc1fd5b req-57cd7cc7-a0d8-4ad0-a3c2-4d4fc193d7f1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:52.625424 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bd33e7c9-8619-4a71-ad6e-2c647bc1fd5b req-57cd7cc7-a0d8-4ad0-a3c2-4d4fc193d7f1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.1068745 Jun 27 09:37:52.649316 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6b49062-272c-4fb0-ac34-f27838124b21 req-e8d1fef6-02d0-4b64-9b98-09bf096132cc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0387363 Jun 27 09:37:52.671698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a68bee3d-cc0d-4ab2-a665-fa46f4bf3b91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3275fe8f7af14cf9b2259e9f03c0415f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389087 Jun 27 09:37:52.671698 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47818) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:52.671917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (31adf389-d9d1-4327-9e05-c82fc3662670), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.671917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.672197 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31adf389-d9d1-4327-9e05-c82fc3662670 HTTP/1.1" status: 204 len: 168 time: 0.2241273 Jun 27 09:37:52.680154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bee3d-cc0d-4ab2-a665-fa46f4bf3b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1a1c27-4b4c-4952-8254-c4d3897a07c8,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:52.688731 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53ba3-34ea-4efb-bb4e-0afcc2dd43a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31adf389-d9d1-4327-9e05-c82fc3662670,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:52.742983 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bd33e7c9-8619-4a71-ad6e-2c647bc1fd5b req-bfee47c0-24e0-4f06-a42b-dff573e8be1c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054358 Jun 27 09:37:52.757860 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] Publish callbacks [] for security_group (6c1a1c27-4b4c-4952-8254-c4d3897a07c8), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.790414 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] Publish callbacks [] for security_group (6c1a1c27-4b4c-4952-8254-c4d3897a07c8), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.889359 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6c1a1c27-4b4c-4952-8254-c4d3897a07c8), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.891840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:52.897242 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c1a1c27-4b4c-4952-8254-c4d3897a07c8 HTTP/1.1" status: 204 len: 168 time: 0.2238190 Jun 27 09:37:52.903058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27cc6-acee-42b6-ba9b-0aafc1ef9e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1a1c27-4b4c-4952-8254-c4d3897a07c8,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:53.626537 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-5254699f-27b5-45e4-839f-607531c2df0b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:53.628039 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-5254699f-27b5-45e4-839f-607531c2df0b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1349812 Jun 27 09:37:53.705200 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-cf7204c5-7839-44bc-9903-f82a17a0b6a1 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 379 time: 0.0625916 Jun 27 09:37:53.758711 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-edc4d1d7-0f99-47b6-ac9a-d8f04183a12c req-9e7b426a-0e91-41cc-9430-2145fae65b07 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0283163 Jun 27 09:37:53.790116 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'port': {'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'admin_state_up': True, 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'security_groups': ['24654abe-b77f-46cc-bd87-4cf7a7208065']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:53.918290 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162991d-fa76-4113-a4f5-8466b15f7d97 req-e9bba09b-528b-4874-9288-5c2888b14a37 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:53.920734 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0162991d-fa76-4113-a4f5-8466b15f7d97 req-e9bba09b-528b-4874-9288-5c2888b14a37 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0625055 Jun 27 09:37:53.962260 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:53.984098 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0162991d-fa76-4113-a4f5-8466b15f7d97 req-dd6751b4-3a45-4a72-b0b3-f315e565001e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568967 Jun 27 09:37:54.037517 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:37:54.041318 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.177508 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.20.0.9 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/95a7b7da-b0e9-4bbd-9924-d201c61db4b4) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:37:54.333765 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.339486 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:54.371361 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:54.438764 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.487377 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:37:54.491590 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:37:54.495432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:37:54.529084 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:54.558500 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:54.559151 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.646772 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-f8f3448d-64ed-45d4-a05b-611a56ee43dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614712 Jun 27 09:37:54.664261 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Request body: {'port': {'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:37:54.729802 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-96fc23fe-fbe8-47f8-b177-41d9fb684ab6 None None] Provisioning complete for port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:37:54.731421 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-96fc23fe-fbe8-47f8-b177-41d9fb684ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.745221 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:54.771558 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-96fc23fe-fbe8-47f8-b177-41d9fb684ab6 None None] Port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:37:54.862609 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47918) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:54.972039 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924d5b2-efa5-4933-aba2-38ac0ece79da req-b34a2823-6a0a-4a9c-950f-ae6be0cfe4d3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:54.973549 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8924d5b2-efa5-4933-aba2-38ac0ece79da req-b34a2823-6a0a-4a9c-950f-ae6be0cfe4d3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 931 time: 0.0760868 Jun 27 09:37:55.001907 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c0df2ecb-a670-4c8f-9a39-5855a0e150fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.129680 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8924d5b2-efa5-4933-aba2-38ac0ece79da req-6705143a-4534-4949-acbf-40bef0c22bd3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035686 Jun 27 09:37:55.144744 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c0df2ecb-a670-4c8f-9a39-5855a0e150fb admin admin] Publish callbacks [] for security_group (6ebc42cb-d1f3-45d5-8853-968514daae58), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.194971 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:37:55.206012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks [] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.219807 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Transition to ACTIVE for port object 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:37:55.234183 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c0df2ecb-a670-4c8f-9a39-5855a0e150fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6ebc42cb-d1f3-45d5-8853-968514daae58), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.302604 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712ea03-d16f-473d-848e-13c69b137404 req-145a1872-4bc7-4e1d-b9bd-e87e9d74a01e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:55.303181 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.304227 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0712ea03-d16f-473d-848e-13c69b137404 req-145a1872-4bc7-4e1d-b9bd-e87e9d74a01e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0819421 Jun 27 09:37:55.305303 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2ecb-a670-4c8f-9a39-5855a0e150fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebc42cb-d1f3-45d5-8853-968514daae58,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:55.315474 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c0df2ecb-a670-4c8f-9a39-5855a0e150fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86c88c79d5f4617981ee836b5d30d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516354 Jun 27 09:37:55.316153 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 47938) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:55.372274 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:55.394647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:55.406873 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0712ea03-d16f-473d-848e-13c69b137404 req-aebcde5b-f61a-4de4-a988-57aebc11c5e3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897667 Jun 27 09:37:55.419708 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] Publish callbacks [] for security_group (6ebc42cb-d1f3-45d5-8853-968514daae58), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.482153 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] Publish callbacks [] for security_group (6ebc42cb-d1f3-45d5-8853-968514daae58), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.530046 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Attempting to bind port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:37:55.530387 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Attempting to bind port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:37:55.530724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Attempting to bind port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:37:55.541820 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:37:55.542223 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Attempting to bind port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:37:55.550353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:37:55.550977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:37:55.551669 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:37:55.552328 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Bound port: 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:37:55.552921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.615114 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6ebc42cb-d1f3-45d5-8853-968514daae58), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.618465 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.621144 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ebc42cb-d1f3-45d5-8853-968514daae58 HTTP/1.1" status: 204 len: 168 time: 0.3025875 Jun 27 09:37:55.632048 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8c4e-fd52-4876-88f9-37a02a822975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebc42cb-d1f3-45d5-8853-968514daae58,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:55.684058 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae542-d808-471b-bfc7-29d4368fa3e0 req-1167c1b7-cf35-4ae0-bae8-a3e422cfac2c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:55.685545 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-470ae542-d808-471b-bfc7-29d4368fa3e0 req-1167c1b7-cf35-4ae0-bae8-a3e422cfac2c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0852380 Jun 27 09:37:55.704856 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:37:55.716698 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:55.720678 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:37:55.760299 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-470ae542-d808-471b-bfc7-29d4368fa3e0 req-182ddfa2-2ba2-41a7-93a4-175e82530b09 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Jun 27 09:37:55.782006 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.828044 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:55.831621 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:55.833036 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] 10.222.0.55 "PUT /v2.0/ports/95a7b7da-b0e9-4bbd-9924-d201c61db4b4 HTTP/1.1" status: 200 len: 1093 time: 1.1759107 Jun 27 09:37:55.833500 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:37:55.835814 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeb5d0d-7750-482e-acc0-3e5b381bc316" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:37:55.856289 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21c3e-675a-41bf-b503-13bdb0435fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:55.886561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9d00d-5336-48ac-9087-9256cccf47ec x-openstack-request-id: req-3fe9d00d-5336-48ac-9087-9256cccf47ec {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:37:55.886854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:37:55.887106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fe9d00d-5336-48ac-9087-9256cccf47ec {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:37:55.887504 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe9d00d-5336-48ac-9087-9256cccf47ec'] response: {'name': 'network-changed', 'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'status': 'completed', 'code': 200} Jun 27 09:37:56.257192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17094-5597-4c7f-b0ea-64be8a2f5467 req-08e69f1a-5c6b-40d8-bb91-69d5f8f488b6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:56.257192 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-acc17094-5597-4c7f-b0ea-64be8a2f5467 req-08e69f1a-5c6b-40d8-bb91-69d5f8f488b6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 943 time: 0.0483251 Jun 27 09:37:56.326834 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-acc17094-5597-4c7f-b0ea-64be8a2f5467 req-a111d1d3-1e0b-4281-8c5e-896e22da088f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625362 Jun 27 09:37:56.823276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48010) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:56.855249 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48016) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:56.937158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ee011fc7-b3f9-4fb0-af1c-b4708a211e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:56.984252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e21b6884-f13c-4308-adb2-01a05b02349e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.018418 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:57.065736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ee011fc7-b3f9-4fb0-af1c-b4708a211e03 admin admin] Publish callbacks [] for security_group (3482e3fa-ea72-4f24-a8eb-669b543007e1), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.075391 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:57.103639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e21b6884-f13c-4308-adb2-01a05b02349e admin admin] Publish callbacks [] for security_group (3a28b32e-711d-46d7-b28f-c521cc3d4733), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.164071 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ee011fc7-b3f9-4fb0-af1c-b4708a211e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3482e3fa-ea72-4f24-a8eb-669b543007e1), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.177788 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e21b6884-f13c-4308-adb2-01a05b02349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3a28b32e-711d-46d7-b28f-c521cc3d4733), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.226452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ee011fc7-b3f9-4fb0-af1c-b4708a211e03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e301883825434ae0b68261b3dae4a323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020147 Jun 27 09:37:57.229308 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 48028) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:57.236780 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e21b6884-f13c-4308-adb2-01a05b02349e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=938847a2e4de4e5e9721172d81121879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3740089 Jun 27 09:37:57.236780 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee011fc7-b3f9-4fb0-af1c-b4708a211e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482e3fa-ea72-4f24-a8eb-669b543007e1,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:57.237129 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48030) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:57.286033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b6884-f13c-4308-adb2-01a05b02349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a28b32e-711d-46d7-b28f-c521cc3d4733,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:57.306796 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] Publish callbacks [] for security_group (3482e3fa-ea72-4f24-a8eb-669b543007e1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.328892 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] Publish callbacks [] for security_group (3a28b32e-711d-46d7-b28f-c521cc3d4733), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.334324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] Publish callbacks [] for security_group (3482e3fa-ea72-4f24-a8eb-669b543007e1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.353569 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] Publish callbacks [] for security_group (3a28b32e-711d-46d7-b28f-c521cc3d4733), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.430762 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=69 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:57.448541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5307e5-7f52-403b-95fd-a8cdfdc70b6c req-148d9f98-4c31-46b5-9d28-77931b58c2c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:57.450006 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc5307e5-7f52-403b-95fd-a8cdfdc70b6c req-148d9f98-4c31-46b5-9d28-77931b58c2c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 943 time: 0.0491176 Jun 27 09:37:57.455706 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3482e3fa-ea72-4f24-a8eb-669b543007e1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.456921 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3a28b32e-711d-46d7-b28f-c521cc3d4733), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.458589 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.462272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:57.462390 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3482e3fa-ea72-4f24-a8eb-669b543007e1 HTTP/1.1" status: 204 len: 168 time: 0.2295218 Jun 27 09:37:57.462467 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a28b32e-711d-46d7-b28f-c521cc3d4733 HTTP/1.1" status: 204 len: 168 time: 0.2217412 Jun 27 09:37:57.479689 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade405ab-78bb-42ad-945b-79829fa7298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482e3fa-ea72-4f24-a8eb-669b543007e1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:57.480488 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726ce80-dc62-44f7-bc75-e7496f4f09cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a28b32e-711d-46d7-b28f-c521cc3d4733,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:57.531468 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc5307e5-7f52-403b-95fd-a8cdfdc70b6c req-f160cd0f-4de6-4d78-a68a-4eb96e77fc99 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752761 Jun 27 09:37:58.230973 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-566c84d8-88a3-4e67-8a36-5e0f48ad39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.232487 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-566c84d8-88a3-4e67-8a36-5e0f48ad39b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 1127 time: 0.0426507 Jun 27 09:37:58.271689 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48062) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:58.288175 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-365df8d6-b3b2-41ac-9a49-4b11a1ddb03f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.321422 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:58.379027 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-365df8d6-b3b2-41ac-9a49-4b11a1ddb03f admin admin] Publish callbacks [] for security_group (57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.439062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-85980f2e-e0f7-4c08-8d85-9a3e024d9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.440657 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-85980f2e-e0f7-4c08-8d85-9a3e024d9e80 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4b698ead017b4ef8b397ee127b487309&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2007885 Jun 27 09:37:58.472191 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-365df8d6-b3b2-41ac-9a49-4b11a1ddb03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.513534 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-365df8d6-b3b2-41ac-9a49-4b11a1ddb03f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c53560294e954b1888c489d4ae243fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394483 Jun 27 09:37:58.514874 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365df8d6-b3b2-41ac-9a49-4b11a1ddb03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:58.518223 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48072) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:37:58.588289 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] Publish callbacks [] for security_group (57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.614489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] Publish callbacks [] for security_group (57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.627471 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-bfe871d3-1e5f-4ea4-9904-af0494ff878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.629345 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebeb5d0d-7750-482e-acc0-3e5b381bc316 req-bfe871d3-1e5f-4ea4-9904-af0494ff878f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809475 Jun 27 09:37:58.705208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e148-5138-44fc-8856-1c7c7de7cd79 req-ed5f6c78-d7c8-45eb-b350-af7f6be953f2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.705208 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3477e148-5138-44fc-8856-1c7c7de7cd79 req-ed5f6c78-d7c8-45eb-b350-af7f6be953f2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 943 time: 0.0674033 Jun 27 09:37:58.741046 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.744957 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:37:58.749067 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e HTTP/1.1" status: 204 len: 168 time: 0.2271090 Jun 27 09:37:58.749577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-0cd15d0b-7afe-4b95-b316-f4678cb16f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.751083 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-0cd15d0b-7afe-4b95-b316-f4678cb16f08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 1127 time: 0.0526576 Jun 27 09:37:58.758732 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb458-c2fe-4d27-987b-22ee1840ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d032ae-7aa3-47bc-9cfc-ceca09fa3b6e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:37:58.810807 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-3fd46e31-37af-4585-a9a5-a734a8b4e83e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4 HTTP/1.1" status: 200 len: 217 time: 0.0479162 Jun 27 09:37:58.815040 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3477e148-5138-44fc-8856-1c7c7de7cd79 req-ff848718-a3ad-4819-a628-38b2edb487e9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071527 Jun 27 09:37:58.850235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:58.870121 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-ab4dc065-ebb1-442d-8f7e-3b4a779c9ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.871852 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-ab4dc065-ebb1-442d-8f7e-3b4a779c9ea7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0488780 Jun 27 09:37:58.916778 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-7b71b35a-ff63-4390-b6db-25615f9ced38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:58.918316 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-7b71b35a-ff63-4390-b6db-25615f9ced38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398152 Jun 27 09:37:59.218220 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-b521ed18-7d98-4a54-901f-ea84abf72451 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922146 Jun 27 09:37:59.257437 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:37:59.312578 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-115d0482-b4ae-4e4b-aa1b-31f43388016c req-fbf52bea-a074-419e-af42-b8285e7682c0 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876195 Jun 27 09:37:59.945578 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03ad9a-1e0c-48d6-a5d9-d057afeff0a8 req-289a5b59-4ffa-4668-9c43-63a88764895a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:37:59.952020 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cd03ad9a-1e0c-48d6-a5d9-d057afeff0a8 req-289a5b59-4ffa-4668-9c43-63a88764895a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 943 time: 0.0523846 Jun 27 09:38:00.002754 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cd03ad9a-1e0c-48d6-a5d9-d057afeff0a8 req-08fa211c-66bb-4125-8052-f858e659d3b5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497847 Jun 27 09:38:00.746107 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4be4e-a442-4ed3-bb8c-a4ba47586f80 req-469ea7e5-061a-4d07-9c96-c338266b8fe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:00.746107 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1ba4be4e-a442-4ed3-bb8c-a4ba47586f80 req-469ea7e5-061a-4d07-9c96-c338266b8fe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0473268 Jun 27 09:38:00.789011 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1ba4be4e-a442-4ed3-bb8c-a4ba47586f80 req-f89af6cb-38eb-499e-a776-816331af22bf tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Jun 27 09:38:01.120311 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a419bb-06e6-4812-8872-3886e69eede4 req-fc191a05-7234-4688-9806-f4ba3dced2aa tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:01.121665 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a8a419bb-06e6-4812-8872-3886e69eede4 req-fc191a05-7234-4688-9806-f4ba3dced2aa tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 943 time: 0.0467730 Jun 27 09:38:01.173830 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a8a419bb-06e6-4812-8872-3886e69eede4 req-48900aa9-f86e-4009-b627-f2fbdf4d271b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Jun 27 09:38:01.723023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:38:01.832311 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:01.844362 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:38:01.883251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:01.883676 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:01.899126 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:38:01.910479 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d2981-c99d-42ba-a02f-6920cb67d820 req-7d2051bc-ddbb-42bf-ba6e-8365bd2583f5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:01.912106 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-198d2981-c99d-42ba-a02f-6920cb67d820 req-7d2051bc-ddbb-42bf-ba6e-8365bd2583f5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Jun 27 09:38:01.920051 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:01.960096 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-198d2981-c99d-42ba-a02f-6920cb67d820 req-6bcb78ec-2fb2-46bb-bd4b-b461e87e6d73 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Jun 27 09:38:01.986737 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:02.033066 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:02.267031 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:02.286548 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a82c-fe77-41fc-ade5-bbae5b406d83 req-55ffa20b-15e6-4a28-8b2b-fcb234e42353 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:02.294719 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bc50a82c-fe77-41fc-ade5-bbae5b406d83 req-55ffa20b-15e6-4a28-8b2b-fcb234e42353 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 944 time: 0.0543993 Jun 27 09:38:02.345747 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bc50a82c-fe77-41fc-ade5-bbae5b406d83 req-f21aabeb-2877-4738-8e6b-6e7c8c6da187 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484428 Jun 27 09:38:03.073225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fcf9a-12e5-47d7-aadd-30582824e481 req-75c4cba9-1f83-425d-9666-99dbbed3a72c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.074627 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c7fcf9a-12e5-47d7-aadd-30582824e481 req-75c4cba9-1f83-425d-9666-99dbbed3a72c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0473759 Jun 27 09:38:03.121827 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c7fcf9a-12e5-47d7-aadd-30582824e481 req-b3a787be-742b-4ffa-949b-245f48a65fa9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Jun 27 09:38:03.456864 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ee58d-9916-41b2-8b0d-2e4bede9cae6 req-e4e2002a-963b-4b86-a73e-75504ec0f9c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.458318 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe8ee58d-9916-41b2-8b0d-2e4bede9cae6 req-e4e2002a-963b-4b86-a73e-75504ec0f9c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 944 time: 0.0457911 Jun 27 09:38:03.510609 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fe8ee58d-9916-41b2-8b0d-2e4bede9cae6 req-6a5f77db-eee0-4672-b799-df36e53e9649 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460615 Jun 27 09:38:03.544873 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-056fefc0-9d72-481f-a5f5-da47076920ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.546594 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-056fefc0-9d72-481f-a5f5-da47076920ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.0482917 Jun 27 09:38:03.564349 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:03.643780 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-7b2e05ad-c826-4198-b873-4aa621198ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.645149 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-7b2e05ad-c826-4198-b873-4aa621198ab8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0907345 Jun 27 09:38:03.690307 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-39608adc-6af1-4dd9-ab1d-fbe66eaff6a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.0358484 Jun 27 09:38:03.737428 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-4b0f9e41-b640-424a-aa79-f7ecc4f39cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.738839 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-4b0f9e41-b640-424a-aa79-f7ecc4f39cf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0415993 Jun 27 09:38:03.784035 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-5fbcdebc-f47f-42a9-9fb8-1842cea3ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:03.785512 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-5fbcdebc-f47f-42a9-9fb8-1842cea3ca89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364165 Jun 27 09:38:03.789365 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['95a7b7da-b0e9-4bbd-9924-d201c61db4b4'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:38:03.832510 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:03.880371 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-9190ab8f-47b1-49d1-90e0-1ba179067da3 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881076 Jun 27 09:38:03.972558 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e48e6cea-a805-40d5-8a0e-32de45344e6d req-a2b27b3a-dba2-43ce-93b6-9ed1ee6f9d19 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857379 Jun 27 09:38:04.236492 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badd37e-4275-4047-98e9-6909e80c6d0e req-944d9d7a-04c3-4edd-a357-814951a0a8de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:04.237934 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5badd37e-4275-4047-98e9-6909e80c6d0e req-944d9d7a-04c3-4edd-a357-814951a0a8de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Jun 27 09:38:04.283568 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5badd37e-4275-4047-98e9-6909e80c6d0e req-885d1250-ce3b-49c8-81cf-f71347b1e549 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Jun 27 09:38:04.624201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b92ac-110d-4746-9e28-4db9a18897f9 req-7d09b179-9442-432f-9d4a-b41422d356c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:04.625638 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-af0b92ac-110d-4746-9e28-4db9a18897f9 req-7d09b179-9442-432f-9d4a-b41422d356c3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 944 time: 0.0492864 Jun 27 09:38:04.671047 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-af0b92ac-110d-4746-9e28-4db9a18897f9 req-81403fa4-db4d-4193-8482-bd369c1e92ec tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Jun 27 09:38:05.393787 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a528-442e-4003-b60f-032ecd332f7e req-229b7fd4-7495-43bc-bdbe-0f66d8dca6b0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:05.395239 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2725a528-442e-4003-b60f-032ecd332f7e req-229b7fd4-7495-43bc-bdbe-0f66d8dca6b0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0459039 Jun 27 09:38:05.426727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:05.441945 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2725a528-442e-4003-b60f-032ecd332f7e req-37a18245-f3dd-4257-a05a-7868c95922fa tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Jun 27 09:38:05.779122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e05111-0581-49e6-aee0-5e4cd24d99af req-39384963-50ce-44a4-8e5c-6f0e80fd4b35 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:05.780598 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-96e05111-0581-49e6-aee0-5e4cd24d99af req-39384963-50ce-44a4-8e5c-6f0e80fd4b35 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 944 time: 0.0449314 Jun 27 09:38:05.827767 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-96e05111-0581-49e6-aee0-5e4cd24d99af req-08306a1d-637a-45d3-a625-dcb6aa1c68fa tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 Jun 27 09:38:06.558494 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b408c41-8b38-4793-980d-0b4f04bfa418 req-2b44a717-107b-454a-a6f7-86b689d052f3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.559998 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9b408c41-8b38-4793-980d-0b4f04bfa418 req-2b44a717-107b-454a-a6f7-86b689d052f3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jun 27 09:38:06.636180 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:06.641613 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9b408c41-8b38-4793-980d-0b4f04bfa418 req-441724f8-d5d2-45ad-abf0-d0e3206b3239 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760241 Jun 27 09:38:06.648463 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-7e4531b2-19f6-41cf-819e-0b78a48a9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.649912 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-7e4531b2-19f6-41cf-819e-0b78a48a9639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.0470934 Jun 27 09:38:06.824745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-7eb89f71-b99a-4ccf-8939-57d069db8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.826100 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-7eb89f71-b99a-4ccf-8939-57d069db8c41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0858223 Jun 27 09:38:06.870110 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-f7675ce3-eb48-44d9-8bc3-30f71729e537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.0364661 Jun 27 09:38:06.921453 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-fe9f5ce5-320b-4d08-997b-539a92dd46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.922921 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-fe9f5ce5-320b-4d08-997b-539a92dd46fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0455251 Jun 27 09:38:06.946050 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafa2d-d2fd-4446-a8c3-84cc283ddae9 req-9a9cd0cf-9c34-4f2a-96b7-81fee3736419 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.948482 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9ceafa2d-d2fd-4446-a8c3-84cc283ddae9 req-9a9cd0cf-9c34-4f2a-96b7-81fee3736419 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 944 time: 0.0520463 Jun 27 09:38:06.969155 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-5e52f31c-99bd-4a30-9297-9386167620a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:06.970736 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-5e52f31c-99bd-4a30-9297-9386167620a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404685 Jun 27 09:38:06.980113 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:07.010094 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9ceafa2d-d2fd-4446-a8c3-84cc283ddae9 req-5aa8e645-d0a8-4987-b603-5a755823e405 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564344 Jun 27 09:38:07.040586 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:38:07.070834 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-55a5fbe9-c554-4119-8651-fddd7d7c92c2 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912228 Jun 27 09:38:07.134651 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:07.134971 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:07.136567 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:07.330749 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:07.331146 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:07.353865 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:38:07.356119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c89931-2a1d-49d6-ad9a-0d81857631b4" -d '{"events": [{"server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "name": "network-vif-plugged", "status": "completed", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:38:07.369481 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:07.390670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da081fc2-40ab-42e0-b1e1-fc879771cb4a x-openstack-request-id: req-da081fc2-40ab-42e0-b1e1-fc879771cb4a {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:38:07.390981 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "name": "network-vif-plugged", "status": "completed", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:38:07.391290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da081fc2-40ab-42e0-b1e1-fc879771cb4a {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:38:07.391724 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da081fc2-40ab-42e0-b1e1-fc879771cb4a'] response: {'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'code': 200} Jun 27 09:38:07.443378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:07.489550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:07.754435 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d9e0a-98db-43b1-b5cf-f3b3c9db6a5a req-17711f2a-61ff-440f-872c-ea145aecacb8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:07.755947 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d99d9e0a-98db-43b1-b5cf-f3b3c9db6a5a req-17711f2a-61ff-440f-872c-ea145aecacb8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0462694 Jun 27 09:38:07.802383 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d99d9e0a-98db-43b1-b5cf-f3b3c9db6a5a req-6c5f692a-40ff-4988-9a45-303087533e6d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 Jun 27 09:38:07.935374 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f1e581d-5e75-4570-a4d2-4668a5eabfd4 req-5d23011b-83fd-429b-82ef-07ae9fa45029 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839045 Jun 27 09:38:08.137317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afba24-ac7d-41e3-a4da-2e4a84729f5e req-eff4ca88-2b22-4646-a4c5-f8412c9b17dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:08.138807 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54afba24-ac7d-41e3-a4da-2e4a84729f5e req-eff4ca88-2b22-4646-a4c5-f8412c9b17dc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0506685 Jun 27 09:38:08.185489 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54afba24-ac7d-41e3-a4da-2e4a84729f5e req-daf1ed15-1cfe-4bea-8b2e-0bcc0673ad71 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 Jun 27 09:38:08.913416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada7f1e-8a64-4319-aa1a-3d5503657942 req-2bcdb2a3-4668-495b-9aa6-0603f6b29a6e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:08.915799 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ada7f1e-8a64-4319-aa1a-3d5503657942 req-2bcdb2a3-4668-495b-9aa6-0603f6b29a6e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0457237 Jun 27 09:38:08.961264 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ada7f1e-8a64-4319-aa1a-3d5503657942 req-2d388745-b7fe-4866-9d55-4f756d5f622c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Jun 27 09:38:09.295461 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd8a8a-ead8-456f-9bd3-3559e24f20f7 req-9981f64e-f0a9-4d48-a432-004c832597b2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:09.296962 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89fd8a8a-ead8-456f-9bd3-3559e24f20f7 req-9981f64e-f0a9-4d48-a432-004c832597b2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0464115 Jun 27 09:38:09.345282 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89fd8a8a-ead8-456f-9bd3-3559e24f20f7 req-fd8eb67d-e0d6-49f3-989c-cc58c68a5db0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Jun 27 09:38:10.056358 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe00f8-8442-45db-af9a-410494a08957 req-d6a5f1ec-de16-49a1-b745-10c422b9c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:10.058205 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0fe00f8-8442-45db-af9a-410494a08957 req-d6a5f1ec-de16-49a1-b745-10c422b9c79e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 1129 time: 0.0485375 Jun 27 09:38:10.113436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85cc23-9aac-43ab-995e-cebfede0039f req-57cc839d-0131-4b23-9b88-4ac68d421b9f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:10.115718 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9d85cc23-9aac-43ab-995e-cebfede0039f req-57cc839d-0131-4b23-9b88-4ac68d421b9f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0611293 Jun 27 09:38:10.120117 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0fe00f8-8442-45db-af9a-410494a08957 req-fffff3f1-0240-4755-910c-5070eb611470 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452425 Jun 27 09:38:10.150151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:10.168905 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9d85cc23-9aac-43ab-995e-cebfede0039f req-73640afc-a141-469d-848f-89c64f0d90c0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Jun 27 09:38:10.249094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1680849e-88c4-49be-9a40-2084cd8f3611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:10.460897 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251eed44-0c84-4c5e-8647-a7a4e2723fb9 req-0263a337-af4d-418f-a05d-59f8a71e920f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:10.463452 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-251eed44-0c84-4c5e-8647-a7a4e2723fb9 req-0263a337-af4d-418f-a05d-59f8a71e920f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0516703 Jun 27 09:38:10.510787 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-251eed44-0c84-4c5e-8647-a7a4e2723fb9 req-324d54bb-f1ff-49c2-b201-27c9e56d8c6a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 Jun 27 09:38:11.294652 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5545d9-e735-4aa2-a40b-7e68f0a1937f req-c8d85d6c-ce48-413b-918c-3e9c2148c4fd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:11.296399 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a5545d9-e735-4aa2-a40b-7e68f0a1937f req-c8d85d6c-ce48-413b-918c-3e9c2148c4fd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0561776 Jun 27 09:38:11.350539 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a5545d9-e735-4aa2-a40b-7e68f0a1937f req-a722f6a1-c865-439f-842f-90c3d2540082 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486631 Jun 27 09:38:11.626937 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6635-7634-4b05-9a12-10a1ee90fe55 req-2f27c6f6-bb26-4fbe-9dae-387974402cb2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:11.628426 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a9ca6635-7634-4b05-9a12-10a1ee90fe55 req-2f27c6f6-bb26-4fbe-9dae-387974402cb2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0487130 Jun 27 09:38:11.873209 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a9ca6635-7634-4b05-9a12-10a1ee90fe55 req-88acde44-f95a-4d6d-96a5-7e040c16d151 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392120 Jun 27 09:38:11.952642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591776a-b553-44bc-b987-cc49ceb93133 req-192d0edb-5c9c-4c47-a703-e67f3ff3b72b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:11.954084 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5591776a-b553-44bc-b987-cc49ceb93133 req-192d0edb-5c9c-4c47-a703-e67f3ff3b72b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0457642 Jun 27 09:38:11.999960 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5591776a-b553-44bc-b987-cc49ceb93133 req-bd6634fb-8337-4aa4-931b-e020e610093d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404959 Jun 27 09:38:12.464832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d63e-9c51-4943-ae36-dc9a1323a74b req-10212991-7f74-4c11-aba8-21c4f1636b2d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:12.466272 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4de9d63e-9c51-4943-ae36-dc9a1323a74b req-10212991-7f74-4c11-aba8-21c4f1636b2d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0455735 Jun 27 09:38:12.511588 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4de9d63e-9c51-4943-ae36-dc9a1323a74b req-72ace6f1-7567-41e3-bbd2-5b09929893e0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Jun 27 09:38:12.603104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-881b0500-ee69-4076-81e4-f5d7fb00cb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:12.976019 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:12.986451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bbf71-a4dd-4eb8-bf95-a097dc91560f req-1a3ff282-5ce2-4a10-8ceb-914dd3d2b1d9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:12.987995 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a1bbf71-a4dd-4eb8-bf95-a097dc91560f req-1a3ff282-5ce2-4a10-8ceb-914dd3d2b1d9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Jun 27 09:38:13.036123 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6a1bbf71-a4dd-4eb8-bf95-a097dc91560f req-45a733f4-03fd-4e9e-91b6-fafd6ec458c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Jun 27 09:38:13.115809 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c03b4-44f1-42d9-ae38-f084bae1eae7 req-feaae13e-89c2-4bf0-9603-cef84885e124 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:13.117963 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-244c03b4-44f1-42d9-ae38-f084bae1eae7 req-feaae13e-89c2-4bf0-9603-cef84885e124 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0466142 Jun 27 09:38:13.166903 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-244c03b4-44f1-42d9-ae38-f084bae1eae7 req-9601501d-dc0c-4f9f-9ac2-824cc0995546 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Jun 27 09:38:13.610470 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:13.625663 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f64e8-e818-441e-8c25-59369df505c3 req-0b300439-ed71-4502-bea6-639838534a2e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:13.627157 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-af3f64e8-e818-441e-8c25-59369df505c3 req-0b300439-ed71-4502-bea6-639838534a2e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Jun 27 09:38:13.674933 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-af3f64e8-e818-441e-8c25-59369df505c3 req-1d8b0eae-50d9-45f2-8170-bd87f96da8bf tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422947 Jun 27 09:38:14.144253 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:14.173295 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb3bc-cb99-4c1e-92bb-fa52d727fd8f req-4a17dd50-c920-4693-8c79-7a27d4b0cd5d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:14.173295 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a40fb3bc-cb99-4c1e-92bb-fa52d727fd8f req-4a17dd50-c920-4693-8c79-7a27d4b0cd5d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Jun 27 09:38:14.209693 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a40fb3bc-cb99-4c1e-92bb-fa52d727fd8f req-3bcd7ac4-5ceb-4aed-864c-49d7485afefe tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Jun 27 09:38:14.297254 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a51f1-27a0-4a8e-9f34-1c08b94ee30e req-e4125c1d-6cc6-4cf6-b6e4-c48035bfca15 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:14.298746 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e78a51f1-27a0-4a8e-9f34-1c08b94ee30e req-e4125c1d-6cc6-4cf6-b6e4-c48035bfca15 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0524356 Jun 27 09:38:14.346272 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e78a51f1-27a0-4a8e-9f34-1c08b94ee30e req-bad6bcc9-d8a4-4502-beba-06f2e2932bb8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411694 Jun 27 09:38:14.796267 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072379-b771-4929-8995-f5c9f94df234 req-fcde9f75-d1d5-494c-8b6a-eac6a4101806 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:14.797747 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90072379-b771-4929-8995-f5c9f94df234 req-fcde9f75-d1d5-494c-8b6a-eac6a4101806 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Jun 27 09:38:14.844838 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90072379-b771-4929-8995-f5c9f94df234 req-cf9ca7af-69ee-4046-b383-f93794d37978 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Jun 27 09:38:14.917709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.185276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48456) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:15.308438 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.347092 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd27ee-f8da-4b36-8a46-5378aa2d8f99 req-b42553e9-a369-4aea-b1be-513c9dce72fd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:15.353951 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07fd27ee-f8da-4b36-8a46-5378aa2d8f99 req-b42553e9-a369-4aea-b1be-513c9dce72fd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0627921 Jun 27 09:38:15.428536 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07fd27ee-f8da-4b36-8a46-5378aa2d8f99 req-f671de0a-1b5d-49ab-842a-353055895c60 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692501 Jun 27 09:38:15.449388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Publish callbacks [] for security_group (339074ac-4274-4744-a627-a37c9ef40a54), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.509078 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ebd64-ce07-444f-a8a9-1baacd047922 req-0f2c43e0-7c59-46d1-90da-5e1555023f58 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:15.510984 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-608ebd64-ce07-444f-a8a9-1baacd047922 req-0f2c43e0-7c59-46d1-90da-5e1555023f58 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0537403 Jun 27 09:38:15.524566 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (339074ac-4274-4744-a627-a37c9ef40a54), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.553396 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff3e99-d66d-4d40-b64a-3a8f665d6740 req-26033e2d-f30e-4c64-8cf3-24ef404cef0f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:15.555093 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-68ff3e99-d66d-4d40-b64a-3a8f665d6740 req-26033e2d-f30e-4c64-8cf3-24ef404cef0f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Jun 27 09:38:15.564572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 48482) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:15.569970 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:15.583255 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339074ac-4274-4744-a627-a37c9ef40a54,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:15.591359 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c0f9e40a8d240ad9074e0e876b21fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050341 Jun 27 09:38:15.597883 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48484) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:15.609169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.609524 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.609875 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.610219 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.610558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.610895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.611227 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.611584 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.611918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.612255 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.612615 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.612970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.613288 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.613613 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.613941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571e96b9-83dd-4640-8d94-5bfab62aff3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:15.637713 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-608ebd64-ce07-444f-a8a9-1baacd047922 req-a453fc31-5bcb-4d25-afda-eef32beb6b69 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159151 Jun 27 09:38:15.645964 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.674327 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] Publish callbacks [] for security_group (339074ac-4274-4744-a627-a37c9ef40a54), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.678663 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:15.703099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] Publish callbacks [] for security_group (339074ac-4274-4744-a627-a37c9ef40a54), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.820384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (339074ac-4274-4744-a627-a37c9ef40a54), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.823883 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:15.825441 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/339074ac-4274-4744-a627-a37c9ef40a54 HTTP/1.1" status: 204 len: 168 time: 0.2264111 Jun 27 09:38:15.835521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fbfd0-bc59-4e74-93cf-ee2e84314959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339074ac-4274-4744-a627-a37c9ef40a54,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:15.968991 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.037923 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f627e-8986-44fe-9682-02f8030423a9 req-95fa6c96-dc17-43f8-b62f-eb25a572fa3f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:16.040146 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b79f627e-8986-44fe-9682-02f8030423a9 req-95fa6c96-dc17-43f8-b62f-eb25a572fa3f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.1206760 Jun 27 09:38:16.145372 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:16.151085 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:16.215374 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.306260 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b79f627e-8986-44fe-9682-02f8030423a9 req-c72a47d8-b929-4509-8a9e-89bd7c7973f3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596776 Jun 27 09:38:16.320178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.392005 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.501248 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48502) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:16.513654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9044509c-8e02-495f-b57e-3da13c68329a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.597447 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9044509c-8e02-495f-b57e-3da13c68329a admin admin] Publish callbacks [] for security_group (7313bb18-844a-4623-b317-c948457e7bb7), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.660547 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9044509c-8e02-495f-b57e-3da13c68329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7313bb18-844a-4623-b317-c948457e7bb7), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.692020 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP 86681b78-d702-417e-816c-c8708cf4a74c associated. External IP: 172.27.1.163, port: 95a7b7da-b0e9-4bbd-9924-d201c61db4b4. Jun 27 09:38:16.702563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044509c-8e02-495f-b57e-3da13c68329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7313bb18-844a-4623-b317-c948457e7bb7,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:16.708251 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-9044509c-8e02-495f-b57e-3da13c68329a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75ff8fc577fa4bd190ddd254cb03fb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081523 Jun 27 09:38:16.711979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48506) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:16.723192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:16.733775 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:16.777488 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:16.790571 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac10596-1195-47cd-bfb5-c8981414c046 req-69d4350d-954b-4773-9bce-7f44bd9caffa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:16.792653 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ac10596-1195-47cd-bfb5-c8981414c046 req-69d4350d-954b-4773-9bce-7f44bd9caffa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0743966 Jun 27 09:38:16.830443 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] Publish callbacks [] for security_group (7313bb18-844a-4623-b317-c948457e7bb7), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.873143 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ac10596-1195-47cd-bfb5-c8981414c046 req-96751066-7440-409b-9c7e-97c82c7c6a14 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722713 Jun 27 09:38:16.875419 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] Publish callbacks [] for security_group (7313bb18-844a-4623-b317-c948457e7bb7), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.893881 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:38:16.992087 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7313bb18-844a-4623-b317-c948457e7bb7), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:16.992717 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:38:16.995955 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:17.002813 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7313bb18-844a-4623-b317-c948457e7bb7 HTTP/1.1" status: 204 len: 168 time: 0.2848172 Jun 27 09:38:17.004112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:17.004395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:38:17.017764 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:17.019787 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464b9be-7a01-4dba-bba0-fd09e9f8e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7313bb18-844a-4623-b317-c948457e7bb7,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:17.022121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:17.038859 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b59fd652-4591-4d32-95cc-07adb004177b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "PUT /v2.0/floatingips/86681b78-d702-417e-816c-c8708cf4a74c HTTP/1.1" status: 200 len: 991 time: 1.4729142 Jun 27 09:38:17.040040 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:38:17.046517 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d77d29-2857-400e-ae21-038f22923ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:38:17.080247 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0857da-11d1-4269-9ec7-9858dd1b8b8c x-openstack-request-id: req-6f0857da-11d1-4269-9ec7-9858dd1b8b8c {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:38:17.080616 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:38:17.080936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f0857da-11d1-4269-9ec7-9858dd1b8b8c {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:38:17.081310 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0857da-11d1-4269-9ec7-9858dd1b8b8c'] response: {'name': 'network-changed', 'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'status': 'completed', 'code': 200} Jun 27 09:38:17.154525 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:17.430649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ec806-a29a-4528-9a7c-5d5a264d36b5 req-2f575025-684d-4c33-b747-7dec97a4f205 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:17.432337 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-209ec806-a29a-4528-9a7c-5d5a264d36b5 req-2f575025-684d-4c33-b747-7dec97a4f205 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Jun 27 09:38:17.436351 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:16Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:17.464876 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:38:17.470920 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:17.474031 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:17.474837 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:17.482864 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-209ec806-a29a-4528-9a7c-5d5a264d36b5 req-677d4a45-26f3-4328-9ef9-ae6ad02cf420 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Jun 27 09:38:17.584482 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:17.795001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:16Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:17.819522 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a429-1101-4c1c-9777-ed300b7b41f0 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:16Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:38:18.004535 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d65dad-04d8-4825-b7bf-dcc0dd4539df req-724761cf-8db1-46e6-8f1f-ebdde005904e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.007573 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0d65dad-04d8-4825-b7bf-dcc0dd4539df req-724761cf-8db1-46e6-8f1f-ebdde005904e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0505974 Jun 27 09:38:18.019049 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a761eb8-dfb5-4e90-9b4b-4707e07d9a95 None None] New status for floating IP 86681b78-d702-417e-816c-c8708cf4a74c: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:38:18.057229 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c0d65dad-04d8-4825-b7bf-dcc0dd4539df req-04c7e94b-22f1-46ec-9dfb-254c6fb131ac tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447655 Jun 27 09:38:18.384845 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77d29-2857-400e-ae21-038f22923ebe req-246b50e8-67d1-4de7-b2b7-997779d08035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.386367 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-246b50e8-67d1-4de7-b2b7-997779d08035 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 1129 time: 0.0411806 Jun 27 09:38:18.480756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77d29-2857-400e-ae21-038f22923ebe req-662c8366-8eff-4d62-a338-62bbc787a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.482233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-662c8366-8eff-4d62-a338-62bbc787a0a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 916 time: 0.0898340 Jun 27 09:38:18.543392 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-fd41951a-f91e-4d08-893a-698d8da8a4ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4 HTTP/1.1" status: 200 len: 1001 time: 0.0547833 Jun 27 09:38:18.601904 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77d29-2857-400e-ae21-038f22923ebe req-4941eb0e-2999-4bf7-a33f-34044e990341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.604395 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-4941eb0e-2999-4bf7-a33f-34044e990341 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0544589 Jun 27 09:38:18.627016 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1322f19-36a4-40de-a0fb-9be63ac30e96 req-ceec8f1f-8fca-41d8-8df4-b8eb2c403dc1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.628666 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1322f19-36a4-40de-a0fb-9be63ac30e96 req-ceec8f1f-8fca-41d8-8df4-b8eb2c403dc1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0711005 Jun 27 09:38:18.653817 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d77d29-2857-400e-ae21-038f22923ebe req-891960ee-a8f3-438e-b7b9-da6993550dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:18.655696 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-891960ee-a8f3-438e-b7b9-da6993550dfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441875 Jun 27 09:38:18.682983 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1322f19-36a4-40de-a0fb-9be63ac30e96 req-471c7956-5b30-4c3c-929b-42b8d4688622 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Jun 27 09:38:18.699793 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:18.752750 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-53fd9823-1e6b-495c-9bfb-1e235b3571d9 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881581 Jun 27 09:38:18.853392 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f0d77d29-2857-400e-ae21-038f22923ebe req-44f4b202-ecd6-4250-9654-0007988c6367 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904231 Jun 27 09:38:19.177235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d983c-a1d9-4ba3-9115-14df253fcde1 req-18ddd416-209e-4483-a6eb-a6697d4617de tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:19.178755 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9a0d983c-a1d9-4ba3-9115-14df253fcde1 req-18ddd416-209e-4483-a6eb-a6697d4617de tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0485420 Jun 27 09:38:19.227738 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9a0d983c-a1d9-4ba3-9115-14df253fcde1 req-0e17693c-5f0f-43e1-bf58-8f272bf82efe tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Jun 27 09:38:19.790685 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:19.803075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e55f5-8b3a-4856-8eb9-8a8678d04595 req-fbbb5bc4-c7de-42ac-a0d4-8d85809f4536 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:19.804696 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3f7e55f5-8b3a-4856-8eb9-8a8678d04595 req-fbbb5bc4-c7de-42ac-a0d4-8d85809f4536 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0545356 Jun 27 09:38:19.858917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3f7e55f5-8b3a-4856-8eb9-8a8678d04595 req-17fbe6a7-91e8-410d-851a-9596da6d3765 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Jun 27 09:38:20.362855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a018f9f-165d-43b2-9dc1-208d80df9ed6 req-07659afd-cad0-42cb-bb38-5b8860171258 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:20.364349 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a018f9f-165d-43b2-9dc1-208d80df9ed6 req-07659afd-cad0-42cb-bb38-5b8860171258 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0507007 Jun 27 09:38:20.412550 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a018f9f-165d-43b2-9dc1-208d80df9ed6 req-3638ed95-1749-411a-b1c7-86b61f643dc8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Jun 27 09:38:20.973037 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c0c02-a94e-4b25-8f6d-36a2f6902a13 req-c0917088-0d83-49fb-ad73-aa3b60908a06 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:20.974536 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f00c0c02-a94e-4b25-8f6d-36a2f6902a13 req-c0917088-0d83-49fb-ad73-aa3b60908a06 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0474727 Jun 27 09:38:21.023725 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f00c0c02-a94e-4b25-8f6d-36a2f6902a13 req-fbcd1848-3298-4833-a171-41c5f6389ae2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Jun 27 09:38:21.139854 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:38:21.529433 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e58e89-2f26-438c-9732-e03d8250a300 req-3f076f5d-2ca5-4c99-8863-d723d297ac98 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:21.530820 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0e58e89-2f26-438c-9732-e03d8250a300 req-3f076f5d-2ca5-4c99-8863-d723d297ac98 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0471206 Jun 27 09:38:21.577311 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0e58e89-2f26-438c-9732-e03d8250a300 req-014bac31-7316-4899-8b38-c86824acc792 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Jun 27 09:38:22.139141 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b842a04-7ec8-4852-9fb3-0288fc742d41 req-d1bc3fb4-c7e4-46e5-8a75-e9b9aa54b978 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:22.140691 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4b842a04-7ec8-4852-9fb3-0288fc742d41 req-d1bc3fb4-c7e4-46e5-8a75-e9b9aa54b978 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0463116 Jun 27 09:38:22.189883 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4b842a04-7ec8-4852-9fb3-0288fc742d41 req-cc484378-3ab9-4d20-bd3c-c0e2932d844f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jun 27 09:38:22.691664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37b9bf-80d5-4b87-87ae-b6173c095764 req-7f59893c-ec48-44a5-909b-f72ab81f14db tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:22.693220 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c37b9bf-80d5-4b87-87ae-b6173c095764 req-7f59893c-ec48-44a5-909b-f72ab81f14db tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0462694 Jun 27 09:38:22.715207 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:22.743515 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2c37b9bf-80d5-4b87-87ae-b6173c095764 req-554be8aa-bfd6-45b8-a506-a452fba9d6e3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Jun 27 09:38:23.313915 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1514f8-80a8-4fe0-be2f-033e81441829 req-bca5c8b4-5cfa-4aaf-b672-fd2379e7a143 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:23.313915 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8e1514f8-80a8-4fe0-be2f-033e81441829 req-bca5c8b4-5cfa-4aaf-b672-fd2379e7a143 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0538976 Jun 27 09:38:23.359439 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8e1514f8-80a8-4fe0-be2f-033e81441829 req-a57a5850-e921-42af-8ec2-d42baba0fb8c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418124 Jun 27 09:38:23.865558 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9249bf6-b4cc-4fe7-9106-b81b9dd046c6 req-1f845490-2f06-48b3-b10a-e15add9392a7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:23.867068 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9249bf6-b4cc-4fe7-9106-b81b9dd046c6 req-1f845490-2f06-48b3-b10a-e15add9392a7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0488122 Jun 27 09:38:23.917057 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9249bf6-b4cc-4fe7-9106-b81b9dd046c6 req-185b8048-51ef-4468-b5ec-9cceed85a089 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 Jun 27 09:38:24.482335 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbd9ec-62c6-4f6d-9cab-a196486b6bcd req-843801eb-6975-4fd3-9838-b3ad1b60edda tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:24.483913 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4dbd9ec-62c6-4f6d-9cab-a196486b6bcd req-843801eb-6975-4fd3-9838-b3ad1b60edda tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Jun 27 09:38:24.536849 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4dbd9ec-62c6-4f6d-9cab-a196486b6bcd req-e363cd3b-0d31-4651-bd5e-b616bd484929 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453300 Jun 27 09:38:25.031510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9404d-1179-48f7-8c94-0119d0659854 req-05ac8326-9450-4627-8492-733ad2c9d562 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:25.032907 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5a9404d-1179-48f7-8c94-0119d0659854 req-05ac8326-9450-4627-8492-733ad2c9d562 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0453770 Jun 27 09:38:25.079128 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5a9404d-1179-48f7-8c94-0119d0659854 req-fe2c6bf6-6b0a-4dba-9894-9d9810ace0b2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Jun 27 09:38:25.648476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0807596-937c-491d-91dd-cc1cf1b1d1fe req-d5deb013-95c3-4550-86ae-5a405e46365e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:25.650562 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d0807596-937c-491d-91dd-cc1cf1b1d1fe req-d5deb013-95c3-4550-86ae-5a405e46365e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0451176 Jun 27 09:38:25.700822 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d0807596-937c-491d-91dd-cc1cf1b1d1fe req-967e3060-bc89-4ebb-9995-0736e72a7ad7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Jun 27 09:38:26.197856 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd46fb-9a10-4b3b-b8e2-ad8f45a95cec req-fc1f4cc9-1ba1-4782-9457-d081405daf13 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:26.199338 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0cd46fb-9a10-4b3b-b8e2-ad8f45a95cec req-fc1f4cc9-1ba1-4782-9457-d081405daf13 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0505040 Jun 27 09:38:26.245543 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d0cd46fb-9a10-4b3b-b8e2-ad8f45a95cec req-08e8fc47-1cea-43ec-a3bc-aeacb8b36b79 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Jun 27 09:38:26.812304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fd595-ee51-4420-b9c7-ff093dd85731 req-e50d31e4-3553-4700-aac3-8551ec0302a4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:26.813695 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1d1fd595-ee51-4420-b9c7-ff093dd85731 req-e50d31e4-3553-4700-aac3-8551ec0302a4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0464869 Jun 27 09:38:26.860775 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1d1fd595-ee51-4420-b9c7-ff093dd85731 req-9d2420e8-9128-4ad4-9e6d-b3414ae7a034 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Jun 27 09:38:27.363511 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51503-04e5-4152-89c7-b07925cf3522 req-10bcca99-84af-4b2d-b94d-b6f965c9b20d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:27.365019 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c51503-04e5-4152-89c7-b07925cf3522 req-10bcca99-84af-4b2d-b94d-b6f965c9b20d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0466819 Jun 27 09:38:27.412169 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-23c51503-04e5-4152-89c7-b07925cf3522 req-e0bfa5bd-e95c-4fbe-b2d8-61689cbd5ed6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411274 Jun 27 09:38:27.796996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:27.797780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=29 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:27.994636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3ee9a-4584-457d-848b-14176ab1d505 req-455706a0-a700-4bd3-9a66-52bde553d8b6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:27.996314 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a6d3ee9a-4584-457d-848b-14176ab1d505 req-455706a0-a700-4bd3-9a66-52bde553d8b6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0606530 Jun 27 09:38:28.036885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:28.044381 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a6d3ee9a-4584-457d-848b-14176ab1d505 req-dea63002-ef73-4a5e-870e-56c62e3c1e01 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Jun 27 09:38:28.531958 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a50ee0-a78d-474e-8c84-87165cf95111 req-1d25ff84-7553-4519-834b-777c91dd79e9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:28.533533 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03a50ee0-a78d-474e-8c84-87165cf95111 req-1d25ff84-7553-4519-834b-777c91dd79e9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0503144 Jun 27 09:38:28.581123 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03a50ee0-a78d-474e-8c84-87165cf95111 req-e5d28093-f98e-477c-bfb0-7b1903158a4e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 Jun 27 09:38:29.159176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22256-99fc-4fec-8257-1871c3d45260 req-27c11b61-ef78-4499-b39b-61274614e8b1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:29.160660 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ecf22256-99fc-4fec-8257-1871c3d45260 req-27c11b61-ef78-4499-b39b-61274614e8b1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0498755 Jun 27 09:38:29.207392 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ecf22256-99fc-4fec-8257-1871c3d45260 req-2c67be38-9681-4e22-a4e0-46e0f4fb7e1b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Jun 27 09:38:29.701414 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22e38e-c1d4-4f29-a684-2e910981d67e req-5007574e-1194-4130-9d1e-732caaf9f4d1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:29.702907 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd22e38e-c1d4-4f29-a684-2e910981d67e req-5007574e-1194-4130-9d1e-732caaf9f4d1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0501964 Jun 27 09:38:29.733044 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:29.749572 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd22e38e-c1d4-4f29-a684-2e910981d67e req-19e9ac37-6c16-48cb-9f27-ff37fb2296fa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Jun 27 09:38:30.318322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793ea37-7b61-4e43-822a-9ade4862f97d req-215ecd80-a280-4649-ad42-729928c28f54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:30.319828 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f793ea37-7b61-4e43-822a-9ade4862f97d req-215ecd80-a280-4649-ad42-729928c28f54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0468526 Jun 27 09:38:30.365966 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f793ea37-7b61-4e43-822a-9ade4862f97d req-4f85f2a6-80bd-44f1-b2ed-742aa0f49d0f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Jun 27 09:38:30.864317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3b780-fb13-462f-ac85-14826e9be96c req-f6063522-d7a9-49aa-b639-661d0c18f1f5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:30.865768 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3d3b780-fb13-462f-ac85-14826e9be96c req-f6063522-d7a9-49aa-b639-661d0c18f1f5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0461001 Jun 27 09:38:30.914598 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a3d3b780-fb13-462f-ac85-14826e9be96c req-232caedb-9f91-4ae4-9a1e-522b455a5658 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Jun 27 09:38:31.483069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d638-47ba-45d4-a6bd-3ff8d40e5c1a req-86847516-09aa-41af-b4b1-bc2063aca2bc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:31.484590 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2f08d638-47ba-45d4-a6bd-3ff8d40e5c1a req-86847516-09aa-41af-b4b1-bc2063aca2bc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Jun 27 09:38:31.505846 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec78ae-ff09-4c3c-b905-e917ce5749d3 req-9fa7fbef-198f-4284-91f2-f9c79f1e5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:31.507953 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbec78ae-ff09-4c3c-b905-e917ce5749d3 req-9fa7fbef-198f-4284-91f2-f9c79f1e5be6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.0423810 Jun 27 09:38:31.535773 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2f08d638-47ba-45d4-a6bd-3ff8d40e5c1a req-5072d31e-e861-4d35-98e4-6dd2df631e3a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Jun 27 09:38:31.558576 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dbec78ae-ff09-4c3c-b905-e917ce5749d3 req-e5b9de8d-e080-478c-9bc7-a8513e9237d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jun 27 09:38:32.031462 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce70ad7-c827-4db8-a1c7-2f3d9dbc44e7 req-e928779a-17f4-46b6-9dd5-a63e92377375 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:32.033011 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ce70ad7-c827-4db8-a1c7-2f3d9dbc44e7 req-e928779a-17f4-46b6-9dd5-a63e92377375 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0473433 Jun 27 09:38:32.081460 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ce70ad7-c827-4db8-a1c7-2f3d9dbc44e7 req-687a3f6a-1483-47c8-9eaa-7ec1b8a4cac5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427623 Jun 27 09:38:32.599299 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 48874) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:32.669120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87d8a9-3cca-4b8d-b3e3-8ff28bc2dfbf req-a9230b73-b00b-4bd2-aaf2-2c081e068183 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:32.670647 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb87d8a9-3cca-4b8d-b3e3-8ff28bc2dfbf req-a9230b73-b00b-4bd2-aaf2-2c081e068183 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0637128 Jun 27 09:38:32.722192 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb87d8a9-3cca-4b8d-b3e3-8ff28bc2dfbf req-ea99971d-949f-4878-b313-ee366caf4a1b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455503 Jun 27 09:38:32.742214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:32.817683 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:32.822851 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Publish callbacks [] for security_group (d1eb45ec-e830-4494-a6d9-5c7587154e6b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:32.924467 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (d1eb45ec-e830-4494-a6d9-5c7587154e6b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:32.976054 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b392ccdc22844bd9cbfc48ffe81ba6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726268 Jun 27 09:38:32.976054 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eb45ec-e830-4494-a6d9-5c7587154e6b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:32.978002 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48884) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:32.982588 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.982942 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.983289 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.983658 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.984112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.984386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.984751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.985290 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.985635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.985970 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.986737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.987112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.987421 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.987784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:32.988120 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716ed2c3-a325-4aaa-a148-29dbf55b9a91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:33.034631 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:33.040711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] Publish callbacks [] for security_group (d1eb45ec-e830-4494-a6d9-5c7587154e6b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.062466 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] Publish callbacks [] for security_group (d1eb45ec-e830-4494-a6d9-5c7587154e6b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.112635 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:38:33.198678 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (d1eb45ec-e830-4494-a6d9-5c7587154e6b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.201844 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.203051 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1eb45ec-e830-4494-a6d9-5c7587154e6b HTTP/1.1" status: 204 len: 168 time: 0.2238269 Jun 27 09:38:33.204744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f77bfe-51c2-42fa-9a1b-d8e3c140abc0 req-cf5fccbc-6bbd-4cfc-8576-98fcc263d73d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:33.207709 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50f77bfe-51c2-42fa-9a1b-d8e3c140abc0 req-cf5fccbc-6bbd-4cfc-8576-98fcc263d73d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0516856 Jun 27 09:38:33.220503 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:33.227709 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b707561-5922-4d4a-bc72-2d5a32b78a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eb45ec-e830-4494-a6d9-5c7587154e6b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:33.233240 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:38:33.262732 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50f77bfe-51c2-42fa-9a1b-d8e3c140abc0 req-f614061f-182f-44bf-9b2d-e9891d61074a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485945 Jun 27 09:38:33.280292 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: ACTIVE; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:33.280690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.296360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:38:33.317420 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:33.386642 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.434324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=6']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:33.521511 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['a233eb88-dce4-49a8-9bf9-7a59a86e981b'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:38:33.651517 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:33.838930 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05ff2f-6d9b-4ff4-85cc-56ce44874f1c req-9bbafdd9-d5b0-40c7-a9e7-85ce8eb80c3d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:33.840452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d05ff2f-6d9b-4ff4-85cc-56ce44874f1c req-9bbafdd9-d5b0-40c7-a9e7-85ce8eb80c3d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0515299 Jun 27 09:38:33.887562 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d05ff2f-6d9b-4ff4-85cc-56ce44874f1c req-91b15c08-ec53-4cb2-8e8b-b87169bac8a8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Jun 27 09:38:34.383617 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd320679-b60e-49cf-ba14-13b3d2cd419a req-276987da-a8ed-4e47-809c-84b0f69808f4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.385171 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd320679-b60e-49cf-ba14-13b3d2cd419a req-276987da-a8ed-4e47-809c-84b0f69808f4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0518701 Jun 27 09:38:34.401676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56ead-048c-46a2-8ab0-59e709e9218e req-c2117670-81a7-4adf-805b-65c4a66c9fc5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.404718 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eaa56ead-048c-46a2-8ab0-59e709e9218e req-c2117670-81a7-4adf-805b-65c4a66c9fc5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.0493987 Jun 27 09:38:34.496184 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eaa56ead-048c-46a2-8ab0-59e709e9218e req-da1ba52b-9fb4-4952-90d3-1cebe0b72626 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681591 Jun 27 09:38:34.503890 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd320679-b60e-49cf-ba14-13b3d2cd419a req-260a5b7a-d4ae-4d8e-884f-86a33bbddcf9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080434 Jun 27 09:38:34.521200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-122d7866-fb98-4ad4-9ecc-01eb3a61464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.521322 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-122d7866-fb98-4ad4-9ecc-01eb3a61464b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.0861633 Jun 27 09:38:34.549967 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48936) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:34.622859 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-dd9a0f9e-d080-4b60-a170-5032d46d1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.624626 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-dd9a0f9e-d080-4b60-a170-5032d46d1953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0946846 Jun 27 09:38:34.665628 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-59968fb9-142d-4762-8303-4451cf5c6233 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.0343442 Jun 27 09:38:34.672162 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cf59c7f2-d2c0-4334-b17b-893fc58868f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:34.725237 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-c12f14f1-eac6-4293-9ff3-a466a852e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.726720 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-c12f14f1-eac6-4293-9ff3-a466a852e0fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0494907 Jun 27 09:38:34.746148 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:34.765566 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cf59c7f2-d2c0-4334-b17b-893fc58868f8 admin admin] Publish callbacks [] for security_group (338ed6da-3d5c-449f-bd32-db429d6f2ade), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:34.775507 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-41355ee8-3390-435b-90f1-31f1982d45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:34.777280 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-41355ee8-3390-435b-90f1-31f1982d45b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442858 Jun 27 09:38:34.829639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cf59c7f2-d2c0-4334-b17b-893fc58868f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (338ed6da-3d5c-449f-bd32-db429d6f2ade), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:34.863023 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:34.869519 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c7f2-d2c0-4334-b17b-893fc58868f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ed6da-3d5c-449f-bd32-db429d6f2ade,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:34.874481 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-cf59c7f2-d2c0-4334-b17b-893fc58868f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9185bb22ed4471aaca5af5422e378c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229175 Jun 27 09:38:34.877092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48954) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:34.883478 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-984d0308-109b-494b-9ace-2f52edef9a5a service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991504 Jun 27 09:38:34.930234 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] Publish callbacks [] for security_group (338ed6da-3d5c-449f-bd32-db429d6f2ade), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:34.962215 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] Publish callbacks [] for security_group (338ed6da-3d5c-449f-bd32-db429d6f2ade), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:34.990482 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f267c07e-54a4-4dd9-84c6-67ec56e01bb0 req-daea9fed-e254-4d79-b3a3-808ec92bf227 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007798 Jun 27 09:38:35.060318 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (338ed6da-3d5c-449f-bd32-db429d6f2ade), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.063657 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.065163 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/338ed6da-3d5c-449f-bd32-db429d6f2ade HTTP/1.1" status: 204 len: 168 time: 0.1871481 Jun 27 09:38:35.082673 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e419e7e-184d-41bf-97bc-c4e7f791a556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ed6da-3d5c-449f-bd32-db429d6f2ade,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:35.141670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:35.145952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 48968) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:35.208071 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port a233eb88-dce4-49a8-9bf9-7a59a86e981b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:35.213236 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.338222 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:35.338671 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.365001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:38:35.367806 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca28e99-c576-4cdb-b5ca-f4a96a126718" -d '{"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:38:35.370918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c21c22b-9b4e-43e3-ab03-514ef059ae93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.383851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:35.412838 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:35.438193 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619c44dd-2b5d-4517-bfe6-aa22a9b0c2c4 x-openstack-request-id: req-619c44dd-2b5d-4517-bfe6-aa22a9b0c2c4 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:38:35.438755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:38:35.439162 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-619c44dd-2b5d-4517-bfe6-aa22a9b0c2c4 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:38:35.439776 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619c44dd-2b5d-4517-bfe6-aa22a9b0c2c4'] response: {'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'code': 200} Jun 27 09:38:35.466427 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c21c22b-9b4e-43e3-ab03-514ef059ae93 admin admin] Publish callbacks [] for security_group (2a00ceb1-f060-47ae-a04e-72546adfb01c), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.494434 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.580654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9c21c22b-9b4e-43e3-ab03-514ef059ae93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2a00ceb1-f060-47ae-a04e-72546adfb01c), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.634625 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=7']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:35.665716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.665716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.666106 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.666466 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.666809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.667143 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.667470 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.670231 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.670761 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.671271 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.672031 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.678188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.678705 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.679195 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.679735 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:35.700028 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-9c21c22b-9b4e-43e3-ab03-514ef059ae93 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ca0a71cf4c640ce88e4d686aa1c91b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5521040 Jun 27 09:38:35.702613 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 48990) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:35.731333 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21c22b-9b4e-43e3-ab03-514ef059ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a00ceb1-f060-47ae-a04e-72546adfb01c,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:35.755997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4699d94-8216-4a77-bebf-4e96f5dcf49c req-e4f140ab-89bf-4043-aaf7-24ad18b65dc0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:35.764033 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4699d94-8216-4a77-bebf-4e96f5dcf49c req-e4f140ab-89bf-4043-aaf7-24ad18b65dc0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.1085932 Jun 27 09:38:35.795414 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894819-661e-478e-823f-2d07a34a95e4 req-1d3e0b5a-d8a0-48ae-b285-610fe8375f7e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:35.796761 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:35.807712 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] Publish callbacks [] for security_group (2a00ceb1-f060-47ae-a04e-72546adfb01c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.807921 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1a894819-661e-478e-823f-2d07a34a95e4 req-1d3e0b5a-d8a0-48ae-b285-610fe8375f7e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0977626 Jun 27 09:38:35.870185 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d4699d94-8216-4a77-bebf-4e96f5dcf49c req-1dd0c84c-3751-48a2-9152-88bb69ab1ced tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048675 Jun 27 09:38:35.873061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] Publish callbacks [] for security_group (2a00ceb1-f060-47ae-a04e-72546adfb01c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:35.919393 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1a894819-661e-478e-823f-2d07a34a95e4 req-61bbf90f-b385-4842-ac19-b894e42f3d2c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062317 Jun 27 09:38:35.997416 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2a00ceb1-f060-47ae-a04e-72546adfb01c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:36.000473 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:36.001665 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a00ceb1-f060-47ae-a04e-72546adfb01c HTTP/1.1" status: 204 len: 168 time: 0.2969661 Jun 27 09:38:36.011799 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77507d-e772-469e-b597-278aaf2d038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a00ceb1-f060-47ae-a04e-72546adfb01c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:37.018746 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86e9a4-db8d-42ab-b1c6-7de0d067af31 req-505037c9-01ee-410b-b009-777c96818dd6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:37.029790 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-af86e9a4-db8d-42ab-b1c6-7de0d067af31 req-505037c9-01ee-410b-b009-777c96818dd6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0837150 Jun 27 09:38:37.119169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe4370-5a93-49cd-9a9c-3442a695dd58 req-5adf3354-9afb-4b65-bd8a-f564a3a4ae4e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:37.124353 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4ebe4370-5a93-49cd-9a9c-3442a695dd58 req-5adf3354-9afb-4b65-bd8a-f564a3a4ae4e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0979753 Jun 27 09:38:37.148511 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-af86e9a4-db8d-42ab-b1c6-7de0d067af31 req-4eb88f10-cb8d-49bd-bee5-2131bd7f4b28 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173542 Jun 27 09:38:37.209768 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4ebe4370-5a93-49cd-9a9c-3442a695dd58 req-5282753b-cf9f-4df1-a0b9-eeebb1c11395 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Jun 27 09:38:37.245649 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49064) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:37.262634 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-565b27ec-bc19-40ec-b4ef-eda5aae234dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.386449 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-565b27ec-bc19-40ec-b4ef-eda5aae234dd admin admin] Publish callbacks [] for security_group (6bbee572-3a1d-46b6-9eb2-f8ff58dac06a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.430232 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49078) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:37.483242 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-565b27ec-bc19-40ec-b4ef-eda5aae234dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6bbee572-3a1d-46b6-9eb2-f8ff58dac06a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.537521 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-565b27ec-bc19-40ec-b4ef-eda5aae234dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e30401e751004586b756ce20caed5c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907696 Jun 27 09:38:37.538390 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b27ec-bc19-40ec-b4ef-eda5aae234dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbee572-3a1d-46b6-9eb2-f8ff58dac06a,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:37.540581 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49084) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:37.597898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] Publish callbacks [] for security_group (6bbee572-3a1d-46b6-9eb2-f8ff58dac06a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.629896 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] Publish callbacks [] for security_group (6bbee572-3a1d-46b6-9eb2-f8ff58dac06a), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.717994 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49086) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:37.746828 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1928862952-network', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:37.747161 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6bbee572-3a1d-46b6-9eb2-f8ff58dac06a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.751344 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.753711 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6bbee572-3a1d-46b6-9eb2-f8ff58dac06a HTTP/1.1" status: 204 len: 168 time: 0.2119234 Jun 27 09:38:37.772504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc995f56-42c2-43cc-a9cd-f84f08aac01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbee572-3a1d-46b6-9eb2-f8ff58dac06a,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:37.842674 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c087a60-96d1-4fe8-80a0-c75a343bc64e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.889283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Made reservation on behalf of 55f89ed92a124e2c8a274975bc0935ba for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:37.891682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.905017 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:37.962872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c087a60-96d1-4fe8-80a0-c75a343bc64e admin admin] Publish callbacks [] for security_group (1bbfc749-b011-409a-bbe8-d0a333791cdc), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.015113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3c087a60-96d1-4fe8-80a0-c75a343bc64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1bbfc749-b011-409a-bbe8-d0a333791cdc), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.039904 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks [] for security_group (fa455d4e-5230-41fc-b9b8-bfb489525418), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.060433 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.062832 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.075973 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49100) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:38.077176 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3c087a60-96d1-4fe8-80a0-c75a343bc64e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6a8fa7f6bdb43c4941aeb6a22a6c1bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3557122 Jun 27 09:38:38.099420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087a60-96d1-4fe8-80a0-c75a343bc64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbfc749-b011-409a-bbe8-d0a333791cdc,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:38.157473 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fa455d4e-5230-41fc-b9b8-bfb489525418), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.167157 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] Publish callbacks [] for security_group (1bbfc749-b011-409a-bbe8-d0a333791cdc), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.171679 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.183074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:38:38.218791 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e8b00a51-dd35-4dd7-9acb-bda0658e3897), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.226079 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Added segment e8b00a51-dd35-4dd7-9acb-bda0658e3897 of type vlan for network 0f8b5888-2ff0-4666-83fc-263d4a6a238e Jun 27 09:38:38.252605 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] Publish callbacks [] for security_group (1bbfc749-b011-409a-bbe8-d0a333791cdc), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.336021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.339790 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa455d4e-5230-41fc-b9b8-bfb489525418,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:38.366424 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.385491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d46bbb-9c88-42f1-a6e3-e113314004f3 req-f2555843-bae8-4d1e-884c-4151c0d3aa4d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:38.392899 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18d46bbb-9c88-42f1-a6e3-e113314004f3 req-f2555843-bae8-4d1e-884c-4151c0d3aa4d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0824194 Jun 27 09:38:38.421258 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1bbfc749-b011-409a-bbe8-d0a333791cdc), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.423770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.425384 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bbfc749-b011-409a-bbe8-d0a333791cdc HTTP/1.1" status: 204 len: 168 time: 0.3478978 Jun 27 09:38:38.448380 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e8372-a2db-4b9a-8015-6591bd1d985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbfc749-b011-409a-bbe8-d0a333791cdc,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:38.456813 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (0f8b5888-2ff0-4666-83fc-263d4a6a238e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.485888 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572a212-05f5-417f-84cd-ce054a6e5ba4 req-11cd0bf7-e7bb-49eb-96e4-e4cb97d123bc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:38.491869 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e572a212-05f5-417f-84cd-ce054a6e5ba4 req-11cd0bf7-e7bb-49eb-96e4-e4cb97d123bc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.1639605 Jun 27 09:38:38.518929 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18d46bbb-9c88-42f1-a6e3-e113314004f3 req-7e052139-4e20-43c0-9bbe-1166ee7a33f2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248052 Jun 27 09:38:38.649639 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e572a212-05f5-417f-84cd-ce054a6e5ba4 req-c9092ebe-9fc5-4f2e-b1b1-7a53744dd0e0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497073 Jun 27 09:38:38.702332 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (0f8b5888-2ff0-4666-83fc-263d4a6a238e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.705094 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:38.705697 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:38.807577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0f8b5888-2ff0-4666-83fc-263d4a6a238e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:38.819721 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:38:38.845694 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49136) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:38.851878 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Request body: {'subnet': {'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1928862952-subnet', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:38.863469 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e6c81812-faf0-4d0d-8240-37fb656699c0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4287882 Jun 27 09:38:38.960567 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:38.991007 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Made reservation on behalf of 55f89ed92a124e2c8a274975bc0935ba for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:38.992645 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:39.104678 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:39.409320 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49162) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:39.546648 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502201872-network', 'tenant_id': '604921be35cc4c258933114a5535800c'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:39.713083 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (96a8874a-a685-48ea-b73f-163ab0813248), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:39.809480 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a8874a-a685-48ea-b73f-163ab0813248,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:39.819378 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d37a47-a51a-4e83-91af-eeb56a56360a req-ad878d0b-05df-46a1-b9d3-f0a7559f09b7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:39.825223 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90d37a47-a51a-4e83-91af-eeb56a56360a req-ad878d0b-05df-46a1-b9d3-f0a7559f09b7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0818973 Jun 27 09:38:39.831475 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Made reservation on behalf of 604921be35cc4c258933114a5535800c for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:39.831475 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:39.833408 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Checking segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:39.833777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Network hostable DHCP agents. Network: 0f8b5888-2ff0-4666-83fc-263d4a6a238e, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:38:39.842196 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:39.930032 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90d37a47-a51a-4e83-91af-eeb56a56360a req-c0c442a9-8657-4537-97f3-721f6c52ccb9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879850 Jun 27 09:38:39.952248 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks [] for security_group (e88ebb9a-a512-46cf-b5a9-e46403098cbd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:39.964528 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:38:40.026981 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e88ebb9a-a512-46cf-b5a9-e46403098cbd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.056333 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:38:40.062761 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88ebb9a-a512-46cf-b5a9-e46403098cbd,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:40.076952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 0f8b5888-2ff0-4666-83fc-263d4a6a238e) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:40.085695 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:40.085695 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.088407 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d336e0-52ea-49af-a8e3-c70f4942e318 None None] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:40.109423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (44aff42e-5ae6-4d4d-814d-5fd1fb7f996c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.109774 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Added segment 44aff42e-5ae6-4d4d-814d-5fd1fb7f996c of type vlan for network 8dc842b0-c4e3-4553-aa78-54073ba34630 Jun 27 09:38:40.192342 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (8dc842b0-c4e3-4553-aa78-54073ba34630), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.217807 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b35c9709-1684-4663-9943-b6df355910a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3707376 Jun 27 09:38:40.220702 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49182) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:40.224302 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:40.227987 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:40.278369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:38:40.280012 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.289520 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (8dc842b0-c4e3-4553-aa78-54073ba34630), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.293754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:40.303831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.323594 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (b462bf02-1fe6-49d9-9831-2da30565228e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.324862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (b462bf02-1fe6-49d9-9831-2da30565228e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.447344 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] Pushing event updated for resources: {'Network': ['ID=8dc842b0-c4e3-4553-aa78-54073ba34630,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:40.448697 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for router_controller (b462bf02-1fe6-49d9-9831-2da30565228e), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.486872 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-46e81e6d-d517-462b-9016-c2dc7ddde65e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0853295 Jun 27 09:38:40.487288 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49190) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:40.492754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Request body: {'subnet': {'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502201872-subnet', 'tenant_id': '604921be35cc4c258933114a5535800c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:40.611523 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:38:40.614537 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-161b335e-4918-4ec0-a408-a5e710548e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.652866 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Made reservation on behalf of 604921be35cc4c258933114a5535800c for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:40.655839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.706199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:40.746718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for router_gateway (b462bf02-1fe6-49d9-9831-2da30565228e), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:40.795270 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Allocated IP 172.20.0.2 (0f8b5888-2ff0-4666-83fc-263d4a6a238e/96a8874a-a685-48ea-b73f-163ab0813248/04b1608c-8859-420b-b461-267e19173899) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:41.021635 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:41.028736 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks [] for port (04b1608c-8859-420b-b461-267e19173899), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.112564 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (04b1608c-8859-420b-b461-267e19173899), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.133225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for router_gateway (b462bf02-1fe6-49d9-9831-2da30565228e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.133695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd2bf-f645-4f3c-b4d4-65e907d36916 req-0ce8d78c-51d9-498d-9cda-63ff7fdcb3fd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:41.135571 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-510cd2bf-f645-4f3c-b4d4-65e907d36916 req-0ce8d78c-51d9-498d-9cda-63ff7fdcb3fd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0722620 Jun 27 09:38:41.169903 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.176923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:41.188324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (312e0beb-de5c-429e-929d-ec462ff8ac68), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.215638 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:41.222612 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:41.230008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:41.237604 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-510cd2bf-f645-4f3c-b4d4-65e907d36916 req-78a86b9e-6374-4ca2-832a-97de64444ce1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949969 Jun 27 09:38:41.243293 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Pushing event updated for resources: {'Port': ['ID=04b1608c-8859-420b-b461-267e19173899,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:41.349260 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Attempting to bind port 04b1608c-8859-420b-b461-267e19173899 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:41.349724 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Attempting to bind port 04b1608c-8859-420b-b461-267e19173899 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:41.350095 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Attempting to bind port 04b1608c-8859-420b-b461-267e19173899 on network 0f8b5888-2ff0-4666-83fc-263d4a6a238e {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:41.356932 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:41.357377 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Checking segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:41.357785 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.358231 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Bound using segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:41.358710 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Bound port: 04b1608c-8859-420b-b461-267e19173899, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:41.359167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (04b1608c-8859-420b-b461-267e19173899), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.471246 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] For port 04b1608c-8859-420b-b461-267e19173899, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:38:41.477670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] For port 04b1608c-8859-420b-b461-267e19173899, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=04b1608c-8859-420b-b461-267e19173899,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:38:41.484399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:41.487135 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=312e0beb-de5c-429e-929d-ec462ff8ac68,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:41.526706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Checking segment: {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:41.527274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Network hostable DHCP agents. Network: 8dc842b0-c4e3-4553-aa78-54073ba34630, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:38:41.545758 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Allocated IP 172.27.1.94 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/ff1419b3-901b-401e-9e91-01daf1c5aa20) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:41.592824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (04b1608c-8859-420b-b461-267e19173899), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.661679 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994536b-f421-4c1f-8a15-75774c3ccbb1 None None] Pushing event updated for resources: {'Port': ['ID=04b1608c-8859-420b-b461-267e19173899,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:41.692634 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49204) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:41.701495 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1855664258', 'description': 'tempest-description--71462838'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:41.712816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.737379 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:38:41.797939 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.827104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.830138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 8dc842b0-c4e3-4553-aa78-54073ba34630) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:41.835392 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:41.836019 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.849813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd9f12-067d-45a7-b1a2-039e5c524cbf None None] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:41.896412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:41.903367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:41.906270 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:41.914459 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (a2437578-e918-479d-9f03-bd5c30fbd8b5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.937671 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-083bb113-0499-40be-b92c-3f70da0416a4 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4491954 Jun 27 09:38:41.940691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff1419b3-901b-401e-9e91-01daf1c5aa20,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:41.988393 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a2437578-e918-479d-9f03-bd5c30fbd8b5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:41.990169 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:42.057775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2437578-e918-479d-9f03-bd5c30fbd8b5,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:42.103554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52d50d-84a4-44e8-a0db-49e6fa67fa3d None None] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:42.156919 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.158452 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-93b9c9d0-33a1-4455-9033-397cd4e03de5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4645934 Jun 27 09:38:42.161313 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49208) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:42.166442 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'security_group_rule': {'security_group_id': 'a2437578-e918-479d-9f03-bd5c30fbd8b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:42.246745 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:42.269846 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (97b934e8-7621-4190-8215-c6cebf4e5bfa), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.436336 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532d454-5c2f-4aa0-9e9a-1b05a01d9946 req-669f7327-31e1-4cfb-899d-6f996381d066 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:42.441943 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8532d454-5c2f-4aa0-9e9a-1b05a01d9946 req-669f7327-31e1-4cfb-899d-6f996381d066 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0733271 Jun 27 09:38:42.454399 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (97b934e8-7621-4190-8215-c6cebf4e5bfa), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.548156 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8532d454-5c2f-4aa0-9e9a-1b05a01d9946 req-b1719df5-db67-46fc-aca4-9bf31584fa93 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052341 Jun 27 09:38:42.552489 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (97b934e8-7621-4190-8215-c6cebf4e5bfa), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.580101 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b934e8-7621-4190-8215-c6cebf4e5bfa,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:42.580395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-22a92c44-275e-463d-9872-10e063b79df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.608727 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for router_gateway (b462bf02-1fe6-49d9-9831-2da30565228e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.670141 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.674036 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-16701ceb-c01c-4c6c-b993-894018b4ded4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114865 Jun 27 09:38:42.674691 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49228) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:42.682339 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'security_group_rule': {'security_group_id': 'a2437578-e918-479d-9f03-bd5c30fbd8b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:42.795757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (1e7a9b71-b475-448d-96af-6d6a425aa952), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.899651 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (1e7a9b71-b475-448d-96af-6d6a425aa952), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.914040 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (b462bf02-1fe6-49d9-9831-2da30565228e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:42.964485 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (1e7a9b71-b475-448d-96af-6d6a425aa952), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.012796 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7a9b71-b475-448d-96af-6d6a425aa952,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:43.071746 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.078771 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ceaff105-b8b3-44c2-b861-b8de034f4305 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3972745 Jun 27 09:38:43.078771 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49230) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:43.094074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:43.139922 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f82d4-86cf-4acd-a35d-eddbe32e5cfe None None] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:43.179299 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Provisioning complete for port 04b1608c-8859-420b-b461-267e19173899 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:43.180122 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (04b1608c-8859-420b-b461-267e19173899), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.202736 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.206055 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:43.366826 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:43.405111 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.504089 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Current status of the port 04b1608c-8859-420b-b461-267e19173899 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:43.504739 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (04b1608c-8859-420b-b461-267e19173899), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.541325 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Router b462bf02-1fe6-49d9-9831-2da30565228e is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:38:43.552206 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Allocated IP 172.27.1.230 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/bc52b798-1b3d-45c6-a064-2ac2f9f78f75) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:43.605148 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] For port 04b1608c-8859-420b-b461-267e19173899, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=04b1608c-8859-420b-b461-267e19173899,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:43.695210 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (04b1608c-8859-420b-b461-267e19173899), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.699556 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.777648 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:38:43.823581 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.826808 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca884b19-0aaf-4151-ab2d-5733778da246 None None] Pushing event updated for resources: {'Port': ['ID=04b1608c-8859-420b-b461-267e19173899,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:43.829924 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 04b1608c-8859-420b-b461-267e19173899 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:43.834350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Sync routers for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:38:43.846302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:43.892766 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084afe9-d541-4628-a635-c4cd702b5f08 req-c741d657-a6b0-4693-b354-2ddd7a4c564c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:43.893719 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:43.894488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:43.896225 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2084afe9-d541-4628-a635-c4cd702b5f08 req-c741d657-a6b0-4693-b354-2ddd7a4c564c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.1446705 Jun 27 09:38:43.896751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:43.898099 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bd61d67d-6d25-4042-9bf0-e8d37d1b02b0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6761968 Jun 27 09:38:43.902552 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49240) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:43.919723 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'Port': ['ID=bc52b798-1b3d-45c6-a064-2ac2f9f78f75,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:43.958400 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:43.961626 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:43.969917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:44.027572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-95a49a66-4884-4886-801f-8d1a81955556 None None] Provisioning complete for port 04b1608c-8859-420b-b461-267e19173899 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:44.028119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-95a49a66-4884-4886-801f-8d1a81955556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (04b1608c-8859-420b-b461-267e19173899), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.060164 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 04b1608c-8859-420b-b461-267e19173899 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:44.060550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (04b1608c-8859-420b-b461-267e19173899), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.067378 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.084331 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:44.109207 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2084afe9-d541-4628-a635-c4cd702b5f08 req-95b12421-6722-42f0-ac31-7306f54fd5f5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783199 Jun 27 09:38:44.158224 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:44.163353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:44.169853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.336146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:44.436830 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.598334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.701477 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 04b1608c-8859-420b-b461-267e19173899 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:44.703824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-95a49a66-4884-4886-801f-8d1a81955556 None None] Current status of the port 04b1608c-8859-420b-b461-267e19173899 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:44.788585 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:44.789760 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:42Z', 'revision_number': 3, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:44.791047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Allocated IP 172.20.0.1 (0f8b5888-2ff0-4666-83fc-263d4a6a238e/96a8874a-a685-48ea-b73f-163ab0813248/8c58e99f-4002-430d-b3ca-24504f8e0d91) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:44.830842 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Checking router: b462bf02-1fe6-49d9-9831-2da30565228e for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:38:44.831341 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Updating router b462bf02-1fe6-49d9-9831-2da30565228e port ff1419b3-901b-401e-9e91-01daf1c5aa20 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:38:44.863263 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.944274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks [] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:44.991709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.062303 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'Port': ['ID=bc52b798-1b3d-45c6-a064-2ac2f9f78f75,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:45.073669 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.141445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks [] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.145950 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.175008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.176398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.177823 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a95ced49-a674-4bd4-a9db-b5eca572876d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0987778 Jun 27 09:38:45.222237 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:45.225515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:45.236202 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:45.242523 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:45.251914 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.323334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (b462bf02-1fe6-49d9-9831-2da30565228e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.335454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:45.372777 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Attempting to bind port ff1419b3-901b-401e-9e91-01daf1c5aa20 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:45.372777 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Attempting to bind port ff1419b3-901b-401e-9e91-01daf1c5aa20 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:45.372777 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Attempting to bind port ff1419b3-901b-401e-9e91-01daf1c5aa20 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:45.386104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:45.386617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:45.387117 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.387590 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:45.390611 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Bound port: ff1419b3-901b-401e-9e91-01daf1c5aa20, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:45.390611 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.426837 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057813e3-4f65-4d3a-80b3-76f148c0757a None None] Pushing event updated for resources: {'Port': ['ID=ff1419b3-901b-401e-9e91-01daf1c5aa20,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:45.483078 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:45.487722 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] For port ff1419b3-901b-401e-9e91-01daf1c5aa20, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:38:45.491362 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] For port ff1419b3-901b-401e-9e91-01daf1c5aa20, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ff1419b3-901b-401e-9e91-01daf1c5aa20,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:38:45.541084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dc8511cc-ac3f-408d-bfd6-53009e43110c None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:45.541084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dc8511cc-ac3f-408d-bfd6-53009e43110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.580109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dc8511cc-ac3f-408d-bfd6-53009e43110c None None] Port 8c58e99f-4002-430d-b3ca-24504f8e0d91 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:45.586649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.640070 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.663085 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:45.663863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:45.775179 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:45.846220 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:45.851651 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:45.901560 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks [] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.937157 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 04b1608c-8859-420b-b461-267e19173899 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:45.946159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:45.978418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057813e3-4f65-4d3a-80b3-76f148c0757a None None] Pushing event updated for resources: {'Port': ['ID=ff1419b3-901b-401e-9e91-01daf1c5aa20,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:46.051544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:46.054416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (b462bf02-1fe6-49d9-9831-2da30565228e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:46.054566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:46.078818 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 04b1608c-8859-420b-b461-267e19173899 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:46.078818 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (04b1608c-8859-420b-b461-267e19173899), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:46.145373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:46.189327 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:46.197099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:46.241421 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:46.246491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:46.312317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:44Z', 'revision_number': 1, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:46.342538 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 04b1608c-8859-420b-b461-267e19173899 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:46.380128 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Router b462bf02-1fe6-49d9-9831-2da30565228e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:38:46.408369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7bb7b-04f4-4284-b850-71351da8a73c None None] The sync data for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi is: [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:44Z', 'revision_number': 1, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:38:46.565682 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:38:46.572604 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-0949abc9-828f-4e63-ae36-4dc4fe6ab9f5 admin admin] 10.222.0.64 "PUT /v2.0/routers/b462bf02-1fe6-49d9-9831-2da30565228e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687596 Jun 27 09:38:46.620109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6e97fa22-bfaa-4be1-aed4-79a44be9acd8 None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:46.620109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e97fa22-bfaa-4be1-aed4-79a44be9acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:46.662198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6e97fa22-bfaa-4be1-aed4-79a44be9acd8 None None] Port 8c58e99f-4002-430d-b3ca-24504f8e0d91 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:47.673018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ff1419b3-901b-401e-9e91-01daf1c5aa20 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:47.747982 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ff1419b3-901b-401e-9e91-01daf1c5aa20 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:47.748488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:47.754015 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49284) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:47.760006 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1537019770-network', 'tenant_id': '9550c13ccce1494b820141ec0acc768e'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:47.849781 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ff1419b3-901b-401e-9e91-01daf1c5aa20 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:47.849781 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:47.865363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Made reservation on behalf of 9550c13ccce1494b820141ec0acc768e for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:47.868182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:47.878673 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port ff1419b3-901b-401e-9e91-01daf1c5aa20, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ff1419b3-901b-401e-9e91-01daf1c5aa20,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:47.882072 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:47.970703 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.060239 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=ff1419b3-901b-401e-9e91-01daf1c5aa20,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:48.299518 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks [] for security_group (47040edd-9995-40b4-a0f3-6ae6d426b342), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.356933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (47040edd-9995-40b4-a0f3-6ae6d426b342), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.385290 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47040edd-9995-40b4-a0f3-6ae6d426b342,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:48.397612 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:38:48.411383 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b00aecf6-0c3f-4aa6-a6be-30acbd3811d3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.411877 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Added segment b00aecf6-0c3f-4aa6-a6be-30acbd3811d3 of type vlan for network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 Jun 27 09:38:48.454149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (3b0a0b26-b545-425b-bf01-b2ff9f04c508), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.541747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (3b0a0b26-b545-425b-bf01-b2ff9f04c508), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.542319 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:48.542977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:48.640509 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0a0b26-b545-425b-bf01-b2ff9f04c508,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:48.652131 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4a8145eb-04ce-4729-9996-c4462781bda3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8964913 Jun 27 09:38:48.654844 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:38:48.657298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49288) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:48.663447 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Request body: {'subnet': {'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1537019770-subnet', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:48.782122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Made reservation on behalf of 9550c13ccce1494b820141ec0acc768e for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:48.787149 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.147334 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Sync routers for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:38:49.157519 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:49.158161 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:49.261184 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:49.440882 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 2, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:49.464855 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Checking router: b462bf02-1fe6-49d9-9831-2da30565228e for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:38:49.465194 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Updating router b462bf02-1fe6-49d9-9831-2da30565228e port 8c58e99f-4002-430d-b3ca-24504f8e0d91 binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:38:49.492000 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.495235 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (785ac941-c7d3-4df7-abc2-af4a7e7b98b0), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.581076 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=785ac941-c7d3-4df7-abc2-af4a7e7b98b0,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:49.605957 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Checking segment: {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:49.606322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Network hostable DHCP agents. Network: 3b0a0b26-b545-425b-bf01-b2ff9f04c508, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:38:49.641543 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-7e7da370-a3d1-45e4-a1c5-7028a5038f5b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473685 Jun 27 09:38:49.770604 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ff1419b3-901b-401e-9e91-01daf1c5aa20 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:49.789193 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:38:49.841048 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ff1419b3-901b-401e-9e91-01daf1c5aa20 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:49.841812 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.864767 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:49.867293 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks [] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.877757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-1a2769fc-cade-4579-acfc-6ee61705ed87 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:49.886666 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-1a2769fc-cade-4579-acfc-6ee61705ed87 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/networks?id=8dc842b0-c4e3-4553-aa78-54073ba34630 HTTP/1.1" status: 200 len: 809 time: 0.2760348 Jun 27 09:38:49.898340 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:49.911122 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b407043d-9856-4b81-9194-2932466ca3b9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/quotas/604921be35cc4c258933114a5535800c HTTP/1.1" status: 200 len: 375 time: 0.0233607 Jun 27 09:38:49.923861 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 3b0a0b26-b545-425b-bf01-b2ff9f04c508) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:49.937783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:49.938618 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.940366 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a53d5ba-aeb8-4e30-848d-90debd0c43fd None None] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:49.954559 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-775d92c3-1c88-485e-89ee-21e4ea39cd57 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423765 Jun 27 09:38:49.959860 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-a212c2ad-1273-4a72-b828-d9a6359a649e tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:49.961241 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-a212c2ad-1273-4a72-b828-d9a6359a649e tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135490 Jun 27 09:38:49.974373 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:49.985422 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-75a9bf9d-2244-4270-8f76-0521c1e070bd tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/quotas/0eb2a1214a1a4ae5a5211c18c2c39c1a HTTP/1.1" status: 200 len: 375 time: 0.0163569 Jun 27 09:38:50.034201 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-e0a2d18b-f51e-46d4-a897-a710c2abaa87 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417433 Jun 27 09:38:50.070255 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2fe9fd15-b777-4966-a35c-b3d5845dcbe5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4108229 Jun 27 09:38:50.077296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49314) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:50.079005 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:50.082085 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:50.088043 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Pushing event updated for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:50.117377 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:50.122473 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.122866 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.123605 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.123968 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.124299 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.124632 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.124959 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.125283 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.125606 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.125928 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.126251 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.126618 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.126919 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.127237 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.127568 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:38:50.156758 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'project_id': '9550c13ccce1494b820141ec0acc768e', 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:38:50.161531 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.167071 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-3591df41-95cb-40d6-b4a2-d51fe10c88ea service neutron] 10.222.0.64 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115636 Jun 27 09:38:50.173670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ff1419b3-901b-401e-9e91-01daf1c5aa20 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:50.234263 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Attempting to bind port 8c58e99f-4002-430d-b3ca-24504f8e0d91 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:50.234812 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Attempting to bind port 8c58e99f-4002-430d-b3ca-24504f8e0d91 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:50.234988 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Attempting to bind port 8c58e99f-4002-430d-b3ca-24504f8e0d91 on network 0f8b5888-2ff0-4666-83fc-263d4a6a238e {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:50.241948 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:50.242319 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Checking segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:50.242722 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.243674 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Bound using segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:50.244148 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Bound port: 8c58e99f-4002-430d-b3ca-24504f8e0d91, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:50.245103 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.249762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.251268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.306183 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:50.394691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for router_controller (444c0a30-6210-48ff-bcaa-c38a6b532d3e), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.432885 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] For port 8c58e99f-4002-430d-b3ca-24504f8e0d91, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:38:50.438947 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] For port 8c58e99f-4002-430d-b3ca-24504f8e0d91, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8c58e99f-4002-430d-b3ca-24504f8e0d91,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:38:50.440450 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:50.455438 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-c89f0d02-1ef5-4650-97e9-302e827f3c6e None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:50.456192 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c89f0d02-1ef5-4650-97e9-302e827f3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.456315 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-ae244cd1-a529-4467-a9c7-00b7298b0570 service neutron] 10.222.0.64 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882907 Jun 27 09:38:50.504509 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Allocated IP 172.20.0.2 (3b0a0b26-b545-425b-bf01-b2ff9f04c508/785ac941-c7d3-4df7-abc2-af4a7e7b98b0/e851b923-59c4-4492-88ad-d05468038964) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:50.513121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-c89f0d02-1ef5-4650-97e9-302e827f3c6e None None] Port 8c58e99f-4002-430d-b3ca-24504f8e0d91 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:50.536390 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.569673 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c9559-5432-4531-8d00-3cbfcc2f4780 req-0de15064-525a-4e94-8c86-ef9d1dcaee4e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:50.577192 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f0c9559-5432-4531-8d00-3cbfcc2f4780 req-0de15064-525a-4e94-8c86-ef9d1dcaee4e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0863471 Jun 27 09:38:50.659119 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:50.719215 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:50.731212 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:50.740198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks [] for port (e851b923-59c4-4492-88ad-d05468038964), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.746524 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f0c9559-5432-4531-8d00-3cbfcc2f4780 req-1e2300b0-8c53-4f21-9ed1-6440eff1fc81 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626885 Jun 27 09:38:50.844324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (e851b923-59c4-4492-88ad-d05468038964), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:50.945735 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Pushing event updated for resources: {'Port': ['ID=e851b923-59c4-4492-88ad-d05468038964,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:50.959296 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:50.961261 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:50.967862 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:50.992119 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for router_gateway (444c0a30-6210-48ff-bcaa-c38a6b532d3e), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.015421 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:51.027840 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-dc869657-b60b-499b-9bea-956f08130d98 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1855664258&fields=id&tenant_id=6a50c1d09d3247728aa1ef9fb69463fc HTTP/1.1" status: 200 len: 267 time: 0.1613398 Jun 27 09:38:51.088004 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a98becb5-93dd-42f2-9860-a45529af5565 req-973915f0-d8ec-45cb-a9ca-d8fcb434c951 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0877178 Jun 27 09:38:51.178454 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ded71-64dd-472b-a7ad-4941fbe3080d None None] Pushing event updated for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:51.216217 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Attempting to bind port e851b923-59c4-4492-88ad-d05468038964 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:51.217263 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Attempting to bind port e851b923-59c4-4492-88ad-d05468038964 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:51.217655 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Attempting to bind port e851b923-59c4-4492-88ad-d05468038964 on network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:51.224225 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:51.224592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.233088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:51.233088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Checking segment: {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:51.233088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.233554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Bound using segment: {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:51.233966 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Bound port: e851b923-59c4-4492-88ad-d05468038964, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:51.234359 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e851b923-59c4-4492-88ad-d05468038964), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.252726 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e80ef71-2636-4e2b-b19c-08af6f188fd4 req-0013ac52-6103-4b53-a4da-161cf5522554 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0527160 Jun 27 09:38:51.299353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:51.300613 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:51.392087 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] For port e851b923-59c4-4492-88ad-d05468038964, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:38:51.412639 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] For port e851b923-59c4-4492-88ad-d05468038964, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e851b923-59c4-4492-88ad-d05468038964,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:38:51.417524 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Current status of the port 8c58e99f-4002-430d-b3ca-24504f8e0d91 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:51.420960 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.462387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] For port 8c58e99f-4002-430d-b3ca-24504f8e0d91, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8c58e99f-4002-430d-b3ca-24504f8e0d91,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:51.522805 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-535df096-391a-4a72-8eaa-275f9d8cf0a9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:51.528038 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-535df096-391a-4a72-8eaa-275f9d8cf0a9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.4927888 Jun 27 09:38:51.535048 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:50Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:51.564749 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13497a6-310a-41f1-8064-9dfb3a4305d1 None None] The sync data for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi is: [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:50Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:38:51.592957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (e851b923-59c4-4492-88ad-d05468038964), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.599229 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.635061 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-f190f657-6d58-46b2-8ce2-4fe7e1e3e740 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/quotas/6a50c1d09d3247728aa1ef9fb69463fc HTTP/1.1" status: 200 len: 375 time: 0.1029518 Jun 27 09:38:51.669139 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8c58e99f-4002-430d-b3ca-24504f8e0d91 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:51.671814 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:51.730889 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-cbe52146-757b-461e-86a4-62d6cf511ace tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0873680 Jun 27 09:38:51.734563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for router_gateway (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.765841 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.768621 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34383d7c-f137-4b48-887c-9405149e4e1b None None] Pushing event updated for resources: {'Port': ['ID=e851b923-59c4-4492-88ad-d05468038964,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:51.879696 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:51.880367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:51.928096 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9fa8-8609-40d7-b995-a8540ea2d216 None None] Pushing event updated for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:51.967794 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c91c14-4611-408b-baba-3ef503c17d3c req-6239cf82-22fd-417e-822e-ba08df69bcbd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:51.975465 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-01c91c14-4611-408b-baba-3ef503c17d3c req-6239cf82-22fd-417e-822e-ba08df69bcbd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0898249 Jun 27 09:38:52.004379 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 8c58e99f-4002-430d-b3ca-24504f8e0d91 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:52.059622 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-01c91c14-4611-408b-baba-3ef503c17d3c req-deb02393-b58d-48cb-8375-c441e79be5c9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681603 Jun 27 09:38:52.072923 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-cfcbe737-ea77-4f38-96e7-e852df5dc0dc service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177519 Jun 27 09:38:52.074027 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Allocated IP 172.27.1.63 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/c08f419b-1ee3-4541-9ceb-8341af60afa4) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:52.128894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:52.184154 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dcaaa4a6-811a-4a5d-9712-0190dee0c0a8 req-16f45863-90a4-4b45-bbe7-43ffa02d7c94 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0414114 Jun 27 09:38:52.345305 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-1abd6a34-ecc6-4969-90fe-f3ced8053d75 service neutron] 10.222.0.64 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547688 Jun 27 09:38:52.359991 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e8d1f7fc-1c06-411c-8588-bd3fab7a0502 req-2795704b-4e2d-43eb-a536-f78e4bb5a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0385637 Jun 27 09:38:52.387201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:52.490839 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-25b6f5fa-6f81-4e58-95df-1d2ba10999bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:52.492457 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-25b6f5fa-6f81-4e58-95df-1d2ba10999bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1129 time: 0.0447552 Jun 27 09:38:52.512586 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:52.553341 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:52.570007 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:52.584377 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:52.587858 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:52.592364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Pushing event updated for resources: {'Port': ['ID=c08f419b-1ee3-4541-9ceb-8341af60afa4,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:52.604094 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-ef536917-f1f5-4fe3-8339-0419727bb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:52.605726 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-ef536917-f1f5-4fe3-8339-0419727bb32f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.1064456 Jun 27 09:38:52.729582 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-16e58d02-458f-4f8d-959f-3881f7e94159 req-49854fa7-0a97-459f-94f9-2193a5b8295f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0551548 Jun 27 09:38:52.761552 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-143fa889-41a5-481d-94bd-f14da2c6100b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 1001 time: 0.1474566 Jun 27 09:38:52.852455 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-f8559ed5-6071-4463-8301-c5e4b4acddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:52.854038 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-f8559ed5-6071-4463-8301-c5e4b4acddf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0744903 Jun 27 09:38:52.902947 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-ad093938-c9e8-4271-8254-877e0e52721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:52.904559 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-ad093938-c9e8-4271-8254-877e0e52721c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440512 Jun 27 09:38:53.018604 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for router_gateway (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.046604 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-bcb0ae76-da12-4918-a81a-b538a6594058 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318464 Jun 27 09:38:53.069285 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:53.167090 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cc3908de-6682-4b80-bd2e-854dbf27357f req-eb47a4d3-7ecd-491a-a3f8-020e11c3c421 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129620 Jun 27 09:38:53.205132 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bedaf4-6ace-4d26-a07f-fa7bea768fc2 None None] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:38:53.225968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca5ff4-6f30-4f68-9dd9-cb095a38292c req-158a86d0-25d6-4d53-866b-ff25e93fcf2a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:53.227589 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ca5ff4-6f30-4f68-9dd9-cb095a38292c req-158a86d0-25d6-4d53-866b-ff25e93fcf2a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0997732 Jun 27 09:38:53.254263 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Provisioning complete for port e851b923-59c4-4492-88ad-d05468038964 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:53.254893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e851b923-59c4-4492-88ad-d05468038964), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.319628 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c6e1e75d-4191-452c-8354-74feef28178e req-cdead040-95eb-4b94-8341-496f348fa146 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0456684 Jun 27 09:38:53.324558 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ca5ff4-6f30-4f68-9dd9-cb095a38292c req-5f74de80-9b61-4b01-8acf-ef850804bb3a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845358 Jun 27 09:38:53.340410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.446646 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Current status of the port e851b923-59c4-4492-88ad-d05468038964 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:53.447572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e851b923-59c4-4492-88ad-d05468038964), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.480108 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e80afe71-93ae-4c60-8e5b-daf78b76f855 req-e127398e-8ed3-4800-9c14-821bd239928e tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0486240 Jun 27 09:38:53.500726 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] For port e851b923-59c4-4492-88ad-d05468038964, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e851b923-59c4-4492-88ad-d05468038964,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:53.552076 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (e851b923-59c4-4492-88ad-d05468038964), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.552712 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Router 444c0a30-6210-48ff-bcaa-c38a6b532d3e is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:38:53.649123 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b255fd-1c64-4371-9759-98735fa936d5 None None] Pushing event updated for resources: {'Port': ['ID=e851b923-59c4-4492-88ad-d05468038964,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:53.678072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:38:53.687420 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Sync routers for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:38:53.697863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:53.710721 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:53.734677 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e851b923-59c4-4492-88ad-d05468038964 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:53.770630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:53.771917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-552fec7a-5fb4-4035-bb1b-285aec75c763 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6936476 Jun 27 09:38:53.774665 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49388) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:53.831139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:53.837106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7175e73e-01d0-4448-934f-4bd10e9d75ce req-ceac003c-5de2-4f02-b8a0-eff6471df434 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0297198 Jun 27 09:38:53.945290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-a373cbb8-b638-46b6-805a-c57a62a4b79c None None] Provisioning complete for port e851b923-59c4-4492-88ad-d05468038964 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:53.945577 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a373cbb8-b638-46b6-805a-c57a62a4b79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e851b923-59c4-4492-88ad-d05468038964), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.000716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:54.002429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port e851b923-59c4-4492-88ad-d05468038964 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:54.002801 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e851b923-59c4-4492-88ad-d05468038964), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.177819 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.185773 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-a373cbb8-b638-46b6-805a-c57a62a4b79c None None] Current status of the port e851b923-59c4-4492-88ad-d05468038964 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:54.252124 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:54.260560 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port e851b923-59c4-4492-88ad-d05468038964 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:54.260560 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8c58e99f-4002-430d-b3ca-24504f8e0d91 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:54.285887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:54.295471 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:52Z', 'revision_number': 3, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:54.325897 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Checking router: 444c0a30-6210-48ff-bcaa-c38a6b532d3e for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:38:54.326253 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Updating router 444c0a30-6210-48ff-bcaa-c38a6b532d3e port c08f419b-1ee3-4541-9ceb-8341af60afa4 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:38:54.341910 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Allocated IP 172.20.0.1 (3b0a0b26-b545-425b-bf01-b2ff9f04c508/785ac941-c7d3-4df7-abc2-af4a7e7b98b0/a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:54.359949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 8c58e99f-4002-430d-b3ca-24504f8e0d91 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:54.360334 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.389482 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:54.409731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.465041 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ac50ba2d-fecd-48bf-9f56-a4099ef0a6f9 req-84d13ca1-55ab-4f92-9f3c-66b508b86852 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0322287 Jun 27 09:38:54.482605 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8521a-4bdd-4983-9d68-4bd2bdce66b9 req-41cd91e8-6c0d-479f-9cbf-0c4ba46d86ba tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:54.488061 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f1c8521a-4bdd-4983-9d68-4bd2bdce66b9 req-41cd91e8-6c0d-479f-9cbf-0c4ba46d86ba tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 945 time: 0.0689542 Jun 27 09:38:54.498922 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks [] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.531218 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:54.550076 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f1c8521a-4bdd-4983-9d68-4bd2bdce66b9 req-791681de-4987-4067-87bc-a17a6d9c1a26 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590107 Jun 27 09:38:54.590295 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6dea1d4b-e97d-4620-b160-703c3d20722d req-91c776d1-393d-449b-a8ca-2e504964e57f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0297573 Jun 27 09:38:54.591744 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 8c58e99f-4002-430d-b3ca-24504f8e0d91 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:54.620606 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.660697 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:54.665635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:54.669770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:54.671906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:54.717758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.737182 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks [] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.797765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.852796 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Attempting to bind port c08f419b-1ee3-4541-9ceb-8341af60afa4 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:54.853339 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Attempting to bind port c08f419b-1ee3-4541-9ceb-8341af60afa4 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:54.853854 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Attempting to bind port c08f419b-1ee3-4541-9ceb-8341af60afa4 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:54.857108 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951906c-e0ed-4965-ae2d-fc066bd4952d None None] Pushing event updated for resources: {'Port': ['ID=c08f419b-1ee3-4541-9ceb-8341af60afa4,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:54.861643 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:54.862015 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:54.862410 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.862789 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:54.863253 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Bound port: c08f419b-1ee3-4541-9ceb-8341af60afa4, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:54.863656 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.893615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:54.927234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] For port c08f419b-1ee3-4541-9ceb-8341af60afa4, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:38:54.928234 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.929701 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-37ef1b38-0557-4110-9aa6-e513c97713a8 None None] Provisioning complete for port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:54.930080 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-37ef1b38-0557-4110-9aa6-e513c97713a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:54.933949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] For port c08f419b-1ee3-4541-9ceb-8341af60afa4, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c08f419b-1ee3-4541-9ceb-8341af60afa4,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:38:54.942698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7e874155-d524-4b65-9275-0f40f5d7096b req-8a48d71a-7822-4d9c-9bf4-9bd01ca0c34b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Jun 27 09:38:54.964979 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-37ef1b38-0557-4110-9aa6-e513c97713a8 None None] Port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:55.026583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.087313 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951906c-e0ed-4965-ae2d-fc066bd4952d None None] Pushing event updated for resources: {'Port': ['ID=c08f419b-1ee3-4541-9ceb-8341af60afa4,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:55.089945 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:55.090555 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:55.100905 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks [] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.195142 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:38:55.208957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.219355 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:38:55.288477 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:55.291874 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.314510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:55.375392 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:55.394284 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: ACTIVE; New status is: DOWN {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:55.395026 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.396820 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:55.398340 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:55.454815 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:38:55.456994 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2753f-cfef-4960-86d9-26e291bda0e8" -d '{"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-unplugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:38:55.469279 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-c08ff9c6-ec10-4f60-b10c-7d3f192e3ea8 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475540 Jun 27 09:38:55.481251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:55.498495 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb', 'name': '', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'mac_address': 'fa:16:3e:f5:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:54Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 1, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'subnets': [{'id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:55.535988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e72c0eb-f974-4597-8c85-d9424504b19a None None] The sync data for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi is: [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb', 'name': '', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'mac_address': 'fa:16:3e:f5:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:54Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 1, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'subnets': [{'id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:38:55.620307 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc096175-d4a6-4d05-a745-00eae45901d1 x-openstack-request-id: req-cc096175-d4a6-4d05-a745-00eae45901d1 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:38:55.620611 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-unplugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:38:55.620873 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cc096175-d4a6-4d05-a745-00eae45901d1 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:38:55.621284 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc096175-d4a6-4d05-a745-00eae45901d1'] response: {'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'code': 200} Jun 27 09:38:55.625822 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.772987 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e851b923-59c4-4492-88ad-d05468038964 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:55.823452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3fc8d229-b832-44bc-a5aa-7f8959e91c7a req-59142c50-7d5e-4926-88c8-65c716bcd9eb tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.1049767 Jun 27 09:38:55.872537 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=8']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:55.885334 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Router 444c0a30-6210-48ff-bcaa-c38a6b532d3e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:38:55.900952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port e851b923-59c4-4492-88ad-d05468038964 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:55.901438 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e851b923-59c4-4492-88ad-d05468038964), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.944378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-0e153b2d-2b71-43e8-83a6-6edd6cf7006e None None] Provisioning complete for port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:55.950071 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e153b2d-2b71-43e8-83a6-6edd6cf7006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:55.977514 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:55.981239 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6f400450-d5eb-4140-847b-e5e5f8930138 req-efe2e069-d1fd-4743-8e49-3d2cb03c3a5a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0601592 Jun 27 09:38:56.042401 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-0e153b2d-2b71-43e8-83a6-6edd6cf7006e None None] Port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:56.085584 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port e851b923-59c4-4492-88ad-d05468038964 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:56.103621 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6f5540ef-1322-413b-b66a-8a93cbc5369d req-c9be095d-1646-4146-bc90-b08b0ab97868 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0369940 Jun 27 09:38:56.302265 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:56.334311 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c602-88a5-4411-9bef-f5c07fc74f16 req-cb14c32c-f637-4031-8f12-d6fe45fb2653 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:56.335929 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c753c602-88a5-4411-9bef-f5c07fc74f16 req-cb14c32c-f637-4031-8f12-d6fe45fb2653 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.5358093 Jun 27 09:38:56.402255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-a3e76264-761f-4a51-8be7-2403e6afbc2b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:56.403740 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-a3e76264-761f-4a51-8be7-2403e6afbc2b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8894558 Jun 27 09:38:56.504276 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Request body: {'port': {'device_id': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8', 'admin_state_up': True, 'tenant_id': '0eb2a1214a1a4ae5a5211c18c2c39c1a'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:56.568960 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c753c602-88a5-4411-9bef-f5c07fc74f16 req-976a277e-10df-4b92-9998-9fed3b949e8f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917179 Jun 27 09:38:56.617239 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-f2b26845-edb8-47b7-9547-b973edc69ae5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:56.619848 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-f2b26845-edb8-47b7-9547-b973edc69ae5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "GET /v2.0/networks?id=8dc842b0-c4e3-4553-aa78-54073ba34630 HTTP/1.1" status: 200 len: 809 time: 0.7094009 Jun 27 09:38:56.623250 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:38:56.661212 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-05ac94a6-9295-45fb-943a-0a1f01894f1d admin admin] 10.222.0.64 "PUT /v2.0/routers/444c0a30-6210-48ff-bcaa-c38a6b532d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8853853 Jun 27 09:38:56.667197 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Request body: {'port': {'device_id': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630', 'admin_state_up': True, 'tenant_id': '604921be35cc4c258933114a5535800c'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:56.716001 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-7e47ab81-4f68-4b5e-8c16-37b7ca23dcef tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:56.716001 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-7e47ab81-4f68-4b5e-8c16-37b7ca23dcef tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 819 time: 0.2182539 Jun 27 09:38:56.838864 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-cbb676a9-62e5-44cc-8071-104869e2118b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a50c1d09d3247728aa1ef9fb69463fc HTTP/1.1" status: 200 len: 380 time: 0.1105833 Jun 27 09:38:56.876555 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'port': {'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'admin_state_up': True, 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'security_groups': ['a2437578-e918-479d-9f03-bd5c30fbd8b5']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:56.906137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Made reservation on behalf of 0eb2a1214a1a4ae5a5211c18c2c39c1a for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:56.919749 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:56.946062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:56.962881 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Made reservation on behalf of 604921be35cc4c258933114a5535800c for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:56.966990 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.168513 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ed5cc2e9-0b01-47ab-a4dc-b379b4d90d0a req-09a118fa-a26e-4252-a8e4-3b4299676b5e tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0575171 Jun 27 09:38:57.201677 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Made reservation on behalf of 6a50c1d09d3247728aa1ef9fb69463fc for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:38:57.205717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.241806 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks [] for security_group (585dbddb-24ac-4621-8127-d3c423f614ba), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.242674 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.280418 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dcef74ce-4be1-452d-a56d-885459d3e722 req-029beae6-9c81-4105-bae9-0d83f0740b09 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0363991 Jun 27 09:38:57.298561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Allocated IP 172.20.0.8 (8dc842b0-c4e3-4553-aa78-54073ba34630/312e0beb-de5c-429e-929d-ec462ff8ac68/d213adbe-5b3f-4aea-a20c-fc98a6690d24) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:57.330749 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (585dbddb-24ac-4621-8127-d3c423f614ba), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.352556 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.374378 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Allocated IP 172.20.0.7 (8135fe8c-03ea-49b7-8f4d-5a328bf8b692/f054a032-79a6-44d2-b294-aa6a9f4167ca/b082c8ad-e4de-4a60-b4fe-8c92c80f4c32) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:57.433332 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585dbddb-24ac-4621-8127-d3c423f614ba,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:57.482792 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-99d8fbd6-92ec-494a-8af8-06e2e58e68cd req-70f75537-d802-41e5-9a7c-eba0ea78806c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0963113 Jun 27 09:38:57.653636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.657140 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.703428 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Allocated IP 192.168.233.189 (5a846587-dbc9-4977-a922-947b6fd809a8/2ec115a9-f8aa-4794-9089-4dfebc81545f/1efbdb28-4c1d-4e61-be86-3eade588e95d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:38:57.725086 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c08f419b-1ee3-4541-9ceb-8341af60afa4 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:57.743413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks [] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.768908 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.778938 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port c08f419b-1ee3-4541-9ceb-8341af60afa4 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:57.779308 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.823252 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.843408 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.870649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port c08f419b-1ee3-4541-9ceb-8341af60afa4 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:57.870649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.899717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:57.904113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:57.905336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:57.907972 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port c08f419b-1ee3-4541-9ceb-8341af60afa4, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c08f419b-1ee3-4541-9ceb-8341af60afa4,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:38:57.913813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:57.939726 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:57.982356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event updated for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:57.997842 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.022466 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:58.023947 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.046480 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:58.073111 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks [] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.075240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:58.084722 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:58.108055 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-802ad094-161f-4a91-bb6b-92e7cbe501c3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2359400 Jun 27 09:38:58.124123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Request body: {'port': {'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:58.138723 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:38:58.161333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=c08f419b-1ee3-4541-9ceb-8341af60afa4,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:58.200954 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Pushing event updated for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:58.293347 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:58.293347 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.320210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.354850 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a0a4d6df-d926-4589-aa03-f83b295fee6b req-ed918162-b5d1-4694-b37a-aeb450889049 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0393715 Jun 27 09:38:58.395160 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-59c4da48-b5eb-47c7-828c-7a0561319a90 None None] Provisioning complete for port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:58.395702 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-59c4da48-b5eb-47c7-828c-7a0561319a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.421458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-1ab3bd84-931d-4fb0-93d1-a7e26cd130f0 req-6b820364-4545-4df1-a762-57ab1eea6a76 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:38:58.422539 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1ab3bd84-931d-4fb0-93d1-a7e26cd130f0 req-6b820364-4545-4df1-a762-57ab1eea6a76 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0133073 Jun 27 09:38:58.433017 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-aba169e4-efb1-4639-8d48-06bdcc291205 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7693586 Jun 27 09:38:58.435654 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.453617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-59c4da48-b5eb-47c7-828c-7a0561319a90 None None] Port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:58.538754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Pushing event updated for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:58.550364 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Request body: {'port': {'device_id': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:58.620012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Network 5a846587-dbc9-4977-a922-947b6fd809a8 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:38:58.652645 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:38:58.660122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:38:58.723269 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01fb24-cd1a-42de-9418-c2ffbd8bec4b req-1ccde0f9-de3e-43f3-a905-f7d2c31cedc8 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:58.731214 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f01fb24-cd1a-42de-9418-c2ffbd8bec4b req-1ccde0f9-de3e-43f3-a905-f7d2c31cedc8 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 931 time: 0.1863618 Jun 27 09:38:58.808170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:58.856690 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.864184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:58.864875 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:58.943455 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d633e05-30a8-4349-ba76-de1528deac22 req-0eeffc91-8a3c-4b18-be7d-70de7f3e8c14 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:58.949869 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4d633e05-30a8-4349-ba76-de1528deac22 req-0eeffc91-8a3c-4b18-be7d-70de7f3e8c14 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 931 time: 0.1010578 Jun 27 09:38:59.000607 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9f01fb24-cd1a-42de-9418-c2ffbd8bec4b req-2578da54-cc22-4916-b462-5c594831d3ee tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683947 Jun 27 09:38:59.014619 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-fa23d2e0-3a41-4caa-bb7e-d58807174468 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5196986 Jun 27 09:38:59.027230 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:38:59.044440 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Request body: {'port': {'device_id': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:38:59.047110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks [] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:59.089287 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Transition to ACTIVE for port object b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:38:59.109446 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4d633e05-30a8-4349-ba76-de1528deac22 req-84299069-2768-4400-a8b8-c1b1b77fc669 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305761 Jun 27 09:38:59.113778 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-21fbb7b3-a8aa-4c60-9502-c14a50b77086 None None] Provisioning complete for port 1efbdb28-4c1d-4e61-be86-3eade588e95d triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:59.118351 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-21fbb7b3-a8aa-4c60-9502-c14a50b77086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:59.166901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-21fbb7b3-a8aa-4c60-9502-c14a50b77086 None None] Port 1efbdb28-4c1d-4e61-be86-3eade588e95d cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:38:59.181408 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:59.204408 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:38:59.428875 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:59.500172 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059223-fa05-4b66-b2e9-e35681e39632 req-2b81a2a7-85f8-48dd-aceb-a98aa120d6ff tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:59.507909 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90059223-fa05-4b66-b2e9-e35681e39632 req-2b81a2a7-85f8-48dd-aceb-a98aa120d6ff tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.3551347 Jun 27 09:38:59.549471 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Attempting to bind port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:38:59.550021 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Attempting to bind port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:38:59.550465 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Attempting to bind port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:59.572599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:38:59.573065 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Attempting to bind port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 on network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:38:59.739666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c08f419b-1ee3-4541-9ceb-8341af60afa4 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:38:59.740470 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508f884-40d7-4694-8a5f-2c53d9ffcf8c req-e271078f-ba60-448a-982e-c7a3a0f5a852 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:38:59.742319 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2508f884-40d7-4694-8a5f-2c53d9ffcf8c req-e271078f-ba60-448a-982e-c7a3a0f5a852 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 936 time: 0.1983104 Jun 27 09:38:59.750768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:38:59.758784 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:38:59.767638 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Checking segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:38:59.768192 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Bound using segment: {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:38:59.768793 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Bound port: b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ace69b-6311-44d7-aa2d-e2c02f9655b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:38:59.769280 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:38:59.807439 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:59.865295 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2508f884-40d7-4694-8a5f-2c53d9ffcf8c req-c654bf54-ba06-4784-8a7b-98ab95a7558b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084461 Jun 27 09:38:59.893133 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Sync routers for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:38:59.914187 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:38:59.917248 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:38:59.922405 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-90059223-fa05-4b66-b2e9-e35681e39632 req-09681b3c-3d47-44f6-8d7a-1695f2489a1d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4132054 Jun 27 09:38:59.945299 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:38:59.955932 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: DOWN; New status is: DOWN {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:38:59.975254 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49528) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:38:59.978382 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port c08f419b-1ee3-4541-9ceb-8341af60afa4 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:38:59.982524 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.028700 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:00.035035 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:00.112549 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.150939 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:00.228229 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:00.238303 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port c08f419b-1ee3-4541-9ceb-8341af60afa4 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:00.255091 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:00.272389 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d213adbe-5b3f-4aea-a20c-fc98a6690d24 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:00.292461 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks [] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.334821 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Pushing event updated for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:00.341461 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-78865944-a1a6-4a51-b8fc-2228ad78f3d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3647392 Jun 27 09:39:00.372177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.372946 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.375155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-3e8cd305-9573-4ec3-bbe0-fd24dfb82b68 service neutron] 10.222.0.55 "PUT /v2.0/ports/b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 1093 time: 2.2589519 Jun 27 09:39:00.416785 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Transition to ACTIVE for port object d213adbe-5b3f-4aea-a20c-fc98a6690d24 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:39:00.422274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-530972cd-3e95-4490-8f20-82f7abd689d8 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:39:00.423740 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-530972cd-3e95-4490-8f20-82f7abd689d8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0705609 Jun 27 09:39:00.424399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:00.430122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:00.431141 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1a373-9465-45aa-a6a9-6c80ab8e5bff req-a70ca299-6c43-45cc-b453-41f0e6886c49 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.432952 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85b1a373-9465-45aa-a6a9-6c80ab8e5bff req-a70ca299-6c43-45cc-b453-41f0e6886c49 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 943 time: 0.1310987 Jun 27 09:39:00.471435 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0678-34f2-4f5b-a218-0e6d0f20de1c req-c763de23-a271-481d-8c3d-6fd9cf56a347 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.473949 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4ffc0678-34f2-4f5b-a218-0e6d0f20de1c req-c763de23-a271-481d-8c3d-6fd9cf56a347 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 931 time: 0.1402669 Jun 27 09:39:00.498339 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb', 'name': '', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'mac_address': 'fa:16:3e:f5:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:54Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 2, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'subnets': [{'id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:00.530386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.532490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:00.545497 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Checking router: 444c0a30-6210-48ff-bcaa-c38a6b532d3e for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:00.550856 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Updating router 444c0a30-6210-48ff-bcaa-c38a6b532d3e port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:39:00.593558 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.642211 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49542) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:00.678116 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4ffc0678-34f2-4f5b-a218-0e6d0f20de1c req-99c6985d-4a8b-4d8c-9305-10c9f721d4ae tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888440 Jun 27 09:39:00.680559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-6faa104c-c995-4de0-9df4-6b2358d9d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.685501 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-6faa104c-c995-4de0-9df4-6b2358d9d794 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1127 time: 0.1750782 Jun 27 09:39:00.686984 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efbdb28-4c1d-4e61-be86-3eade588e95d {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:00.716983 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:00.740012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks [] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:00.790777 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-6b57709d-b056-4d7c-be0b-12a60fbd2d27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 217 time: 0.0981257 Jun 27 09:39:00.792352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ddca7d-783b-4b74-94db-c7b2aec99ee9 x-openstack-request-id: req-70ddca7d-783b-4b74-94db-c7b2aec99ee9 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:00.792714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:00.793038 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70ddca7d-783b-4b74-94db-c7b2aec99ee9 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:00.794056 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ddca7d-783b-4b74-94db-c7b2aec99ee9'] response: {'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'status': 'completed', 'code': 200} Jun 27 09:39:00.815957 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85b1a373-9465-45aa-a6a9-6c80ab8e5bff req-db5f1a26-7622-4fdd-86d7-b9f0a504c2da tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761513 Jun 27 09:39:00.822491 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Pushing event updated for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:00.850868 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Transition to ACTIVE for port object 1efbdb28-4c1d-4e61-be86-3eade588e95d will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:39:00.862725 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-c7b8d9ac-c066-4984-aea9-1e73caec7468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.864816 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-c7b8d9ac-c066-4984-aea9-1e73caec7468 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0675411 Jun 27 09:39:00.936538 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-d87b32e9-a8b4-498f-8c51-fbfb29c420ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.942813 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-d87b32e9-a8b4-498f-8c51-fbfb29c420ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656800 Jun 27 09:39:00.969039 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-22441047-7e40-48fa-a25e-b58fd6f3f1ad tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:00.973391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-22441047-7e40-48fa-a25e-b58fd6f3f1ad tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports/a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 940 time: 0.3194022 Jun 27 09:39:00.974744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.053215 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:01.077672 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Attempting to bind port d213adbe-5b3f-4aea-a20c-fc98a6690d24 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:01.078107 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Attempting to bind port d213adbe-5b3f-4aea-a20c-fc98a6690d24 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:01.078622 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Attempting to bind port d213adbe-5b3f-4aea-a20c-fc98a6690d24 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:01.084459 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Port d213adbe-5b3f-4aea-a20c-fc98a6690d24 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:39:01.085075 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Attempting to bind port d213adbe-5b3f-4aea-a20c-fc98a6690d24 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:01.098695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:01.099423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Checking segment: {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:01.099927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Bound using segment: {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:01.100561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Bound port: d213adbe-5b3f-4aea-a20c-fc98a6690d24, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:01.101158 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.143876 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks [] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.145510 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:01.215373 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-a13b1bb6-866e-44b9-bad1-7ccc9820ca25 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651856 Jun 27 09:39:01.223698 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c447b-b1a1-4617-a238-3eeee4869b3d req-1a284543-f8f5-44c5-8885-79b9fa31a12d tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:01.232752 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-930c447b-b1a1-4617-a238-3eeee4869b3d req-1a284543-f8f5-44c5-8885-79b9fa31a12d tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 948 time: 0.2538085 Jun 27 09:39:01.283334 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.453460 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e598-ead0-4838-89d7-0cd187f5d45d None None] Pushing event updated for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:01.672518 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Attempting to bind port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:01.680674 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Attempting to bind port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:01.680674 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Attempting to bind port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb on network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:01.692610 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:01.692991 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Checking segment: {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:01.693401 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.693811 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Bound using segment: {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:01.694301 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Bound port: a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:01.694684 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.839286 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] For port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:01.845328 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e18be85e-1520-400d-84b2-8f18f4eb31e9 req-bef09195-da16-4c7a-b667-81ded84d43cf service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088810 Jun 27 09:39:01.855421 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] For port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:01.895652 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-930c447b-b1a1-4617-a238-3eeee4869b3d req-5d1b9157-187f-4b5f-b496-36051de460f5 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619976 Jun 27 09:39:01.898784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f04f9-2374-46ac-a072-c72da5bf028b req-5528b3a8-ad96-4d5a-adcb-22c08915057c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:01.900349 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f46f04f9-2374-46ac-a072-c72da5bf028b req-5528b3a8-ad96-4d5a-adcb-22c08915057c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.8032608 Jun 27 09:39:01.954157 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:01.959831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:01.962188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:01.982076 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:01.984669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Provisioning complete for port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:01.986024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.008429 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Attempting to bind port 1efbdb28-4c1d-4e61-be86-3eade588e95d on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:02.009128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Attempting to bind port 1efbdb28-4c1d-4e61-be86-3eade588e95d by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:02.009761 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Attempting to bind port 1efbdb28-4c1d-4e61-be86-3eade588e95d on network 5a846587-dbc9-4977-a922-947b6fd809a8 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:02.022149 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f46f04f9-2374-46ac-a072-c72da5bf028b req-7b4c476b-f8ef-4317-9fce-7276a48315e1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152129 Jun 27 09:39:02.023086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Port 1efbdb28-4c1d-4e61-be86-3eade588e95d on network 5a846587-dbc9-4977-a922-947b6fd809a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:39:02.023695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Attempting to bind port 1efbdb28-4c1d-4e61-be86-3eade588e95d on network 5a846587-dbc9-4977-a922-947b6fd809a8 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:02.032242 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:02.032594 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Checking segment: {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:02.032987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Bound using segment: {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:02.037917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Bound port: 1efbdb28-4c1d-4e61-be86-3eade588e95d, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '002d145f-bba7-4429-959e-9f37f4d7dd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:02.038506 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.061443 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858e598-ead0-4838-89d7-0cd187f5d45d None None] Pushing event updated for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:02.073214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.137730 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:02.138395 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:38:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:02.203107 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.203758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.205150 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] 10.222.0.55 "PUT /v2.0/ports/d213adbe-5b3f-4aea-a20c-fc98a6690d24 HTTP/1.1" status: 200 len: 1093 time: 3.7335341 Jun 27 09:39:02.205676 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:02.211882 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8" -d '{"events": [{"name": "network-changed", "server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:02.242789 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672395f-2719-4bca-a7c6-d7414eabb63d req-59be1efc-4e11-4027-b559-021156c35017 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.250799 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3672395f-2719-4bca-a7c6-d7414eabb63d req-59be1efc-4e11-4027-b559-021156c35017 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 943 time: 0.1131701 Jun 27 09:39:02.312409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Current status of the port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:02.312728 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.322665 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:02.345154 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:02.366991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1ab64-c90f-41ac-86ea-81e64dc86429 req-e0819d8b-41e9-4459-a11c-fe49ff7c2046 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.370624 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3672395f-2719-4bca-a7c6-d7414eabb63d req-e0648380-cc2f-4aad-965f-27765d4a7a9d tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188951 Jun 27 09:39:02.371354 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2bd1ab64-c90f-41ac-86ea-81e64dc86429 req-e0819d8b-41e9-4459-a11c-fe49ff7c2046 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 943 time: 0.1982808 Jun 27 09:39:02.377360 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4507eaf-fd60-4df1-a590-b3a95c53058d service neutron] Pushing event updated for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:02.386943 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:02.397568 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:02.405927 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] For port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:02.471900 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.493573 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a54440-1322-44f8-b749-df56d20a5f9a x-openstack-request-id: req-d5a54440-1322-44f8-b749-df56d20a5f9a {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:02.493923 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:02.494190 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5a54440-1322-44f8-b749-df56d20a5f9a {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:02.494675 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a54440-1322-44f8-b749-df56d20a5f9a'] response: {'name': 'network-changed', 'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24', 'status': 'completed', 'code': 200} Jun 27 09:39:02.510931 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.519499 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2bd1ab64-c90f-41ac-86ea-81e64dc86429 req-83ab3f1a-0200-4e7b-82e0-d4fa0947589d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266215 Jun 27 09:39:02.520719 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:02.555734 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.561598 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.561598 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/1efbdb28-4c1d-4e61-be86-3eade588e95d HTTP/1.1" status: 200 len: 1098 time: 3.5178001 Jun 27 09:39:02.605830 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156f74-3e2f-4fce-8f96-9c2945ccc8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:02.653705 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-812349b0-e994-4714-a550-21c8bfa871c1 None None] Provisioning complete for port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:02.654378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-812349b0-e994-4714-a550-21c8bfa871c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:02.694633 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111af4d-8ee4-4e65-ad4b-736ca07f5a4a None None] Pushing event updated for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:02.723425 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb', 'name': '', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'mac_address': 'fa:16:3e:f5:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:54Z', 'updated_at': '2022-06-27T09:39:01Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'subnets': [{'id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:02.754765 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656497f-991b-4e2f-9673-da33ccaafb20 None None] The sync data for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi is: [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:38:54Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb', 'name': '', 'network_id': '3b0a0b26-b545-425b-bf01-b2ff9f04c508', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'mac_address': 'fa:16:3e:f5:15:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:54Z', 'updated_at': '2022-06-27T09:39:01Z', 'revision_number': 4, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'subnets': [{'id': '785ac941-c7d3-4df7-abc2-af4a7e7b98b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:02.840354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-812349b0-e994-4714-a550-21c8bfa871c1 None None] Current status of the port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:02.961779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-5b2adb6e-3cfb-4737-926e-815e445e1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.975782 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-5b2adb6e-3cfb-4737-926e-815e445e1ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1127 time: 0.1461229 Jun 27 09:39:02.987689 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-e782e310-6147-4030-8dea-f8c91e5ae3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:02.989216 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-e782e310-6147-4030-8dea-f8c91e5ae3f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 1132 time: 0.0561335 Jun 27 09:39:03.018984 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-d971cadb-2648-4dd4-ae13-2b0abbd99268 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366658 Jun 27 09:39:03.168658 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-03193783-e68c-469c-bb2a-14949ac46095 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d HTTP/1.1" status: 200 len: 217 time: 0.1288323 Jun 27 09:39:03.274943 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-4148423a-45ec-4501-b01f-4bdc1884eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.274943 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-4148423a-45ec-4501-b01f-4bdc1884eae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 1127 time: 0.3624485 Jun 27 09:39:03.334746 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:03.397668 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:03.403935 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-e0ae7299-b038-4b11-aee2-0c9f1b69de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.409141 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-e0ae7299-b038-4b11-aee2-0c9f1b69de84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ec115a9-f8aa-4794-9089-4dfebc81545f HTTP/1.1" status: 200 len: 843 time: 0.2294750 Jun 27 09:39:03.532210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-ee3547f5-80d2-4951-abda-ca171716ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.532210 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-ee3547f5-80d2-4951-abda-ca171716ef89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.5448713 Jun 27 09:39:03.546129 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2594a-79b4-49db-9a7e-7aebf726d629 req-f6e5363d-d261-4046-b497-33c67c11a149 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.549983 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-207b3414-3683-4cfe-afe5-36862d0ca45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.552013 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-207b3414-3683-4cfe-afe5-36862d0ca45b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a846587-dbc9-4977-a922-947b6fd809a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1150415 Jun 27 09:39:03.564323 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f2594a-79b4-49db-9a7e-7aebf726d629 req-f6e5363d-d261-4046-b497-33c67c11a149 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1832647 Jun 27 09:39:03.578747 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354896-aaa8-42db-9bfb-3adf6fb7e8c4 req-05c5c2d3-dce8-4e8a-b44c-e04187a7d70a tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.580490 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-47354896-aaa8-42db-9bfb-3adf6fb7e8c4 req-05c5c2d3-dce8-4e8a-b44c-e04187a7d70a tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 948 time: 0.4053640 Jun 27 09:39:03.600966 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-e307bb35-d9ed-4388-9b66-2fca2fd9599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:03.603100 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-e307bb35-d9ed-4388-9b66-2fca2fd9599a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 1129 time: 0.5098875 Jun 27 09:39:03.660293 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:03.683353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:03.689108 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:03.776274 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:03.776749 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:03.785736 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:03.804450 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49596) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:03.884487 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:03.888084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:03.975296 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:03.980448 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:03.980448 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:04.001155 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-301bfa3b-186c-43d7-90fa-e43b8b7bca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.002134 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-301bfa3b-186c-43d7-90fa-e43b8b7bca6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.3279943 Jun 27 09:39:04.021902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb936-2652-40e9-bbe7-f4ccec124b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:04.025638 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-85b0b28a-fc1f-42a5-8662-40cb32f37944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.027487 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-85b0b28a-fc1f-42a5-8662-40cb32f37944 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=604921be35cc4c258933114a5535800c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6758215 Jun 27 09:39:04.030061 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-9b6bcb45-6225-4c0b-99ad-afd534bbe62b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 217 time: 0.4319828 Jun 27 09:39:04.070168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-47354896-aaa8-42db-9bfb-3adf6fb7e8c4 req-88bf4385-75c8-43ee-a3d7-c64ba05cb608 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738317 Jun 27 09:39:04.080053 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-ff467286-fc9f-42e9-a5ab-07544dafe35e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 200 len: 217 time: 0.0583618 Jun 27 09:39:04.099596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:04.137402 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-b6a2c9d5-2272-4233-b01f-5263cd893a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.139307 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-b6a2c9d5-2272-4233-b01f-5263cd893a1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0580530 Jun 27 09:39:04.194591 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f2594a-79b4-49db-9a7e-7aebf726d629 req-fa430c75-f7dd-47cc-af97-9f2719cd4cd2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6322768 Jun 27 09:39:04.226319 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:04.234777 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-185d43d7-b62a-401a-bf51-8ce6577748e6 service neutron] 10.222.0.55 "GET /v2.0/networks/5a846587-dbc9-4977-a922-947b6fd809a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6530905 Jun 27 09:39:04.297396 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-d0917c49-7779-406c-bbbe-5457cb5aa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.312200 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-d0917c49-7779-406c-bbbe-5457cb5aa5b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1314642 Jun 27 09:39:04.317382 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:04.384526 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:04.423780 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-3fe5a891-04a8-40d3-804e-40f5e3fda024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.428077 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-3fe5a891-04a8-40d3-804e-40f5e3fda024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.2561934 Jun 27 09:39:04.438770 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad544559-3e90-498b-828a-7c30b2507a14 req-ce860492-2cf4-45da-8acd-9ac94fe060a5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.450653 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ad544559-3e90-498b-828a-7c30b2507a14 req-ce860492-2cf4-45da-8acd-9ac94fe060a5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 944 time: 0.1129501 Jun 27 09:39:04.525693 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-2562d241-d027-4fbe-be85-2b01429115ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.527409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7159a5ce-7ab4-4794-b2a9-d266ab3dbba8 req-2562d241-d027-4fbe-be85-2b01429115ae service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4926827 Jun 27 09:39:04.529351 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-49819b51-4c2a-415c-9a42-cf7b6fd227aa req-8123a5c1-7608-455c-aea6-c3598f2fc7ad service neutron] 10.222.0.55 "GET /v2.0/networks/5a846587-dbc9-4977-a922-947b6fd809a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579610 Jun 27 09:39:04.646614 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:04.649631 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5" -d '{"events": [{"name": "network-changed", "server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:04.653828 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-0dab64aa-e272-4acc-aa60-1062a4b897f9 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174210 Jun 27 09:39:04.661402 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-ff0da886-1c13-4350-b896-5dd4c6378fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.661402 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-ff0da886-1c13-4350-b896-5dd4c6378fe0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676703 Jun 27 09:39:04.702693 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:04.705123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-d15bce8c-3541-4b2d-a950-003c829c2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.709942 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-d15bce8c-3541-4b2d-a950-003c829c2b46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 1127 time: 0.1166556 Jun 27 09:39:04.727338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:04.729525 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ad544559-3e90-498b-828a-7c30b2507a14 req-2801f9ac-d88d-4784-a7e6-3365f0077dd5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749219 Jun 27 09:39:04.739751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f892c5-764c-468b-af89-c821648f49d3 req-ff80e366-c67b-4f97-ac03-2fbcf35f2be3 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:04.741384 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9f892c5-764c-468b-af89-c821648f49d3 req-ff80e366-c67b-4f97-ac03-2fbcf35f2be3 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 943 time: 0.4732070 Jun 27 09:39:04.822586 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9f892c5-764c-468b-af89-c821648f49d3 req-17bf7c33-e835-4fa9-bf61-fcce4850a35d tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739210 Jun 27 09:39:04.833001 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb936-2652-40e9-bbe7-f4ccec124b45 admin admin] Publish callbacks [] for security_group (b32b63c0-25b8-4183-b4f6-cbefceeec2c5), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:04.879211 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb428f43-3e26-4dde-b5fc-cb5f0eb8347c x-openstack-request-id: req-bb428f43-3e26-4dde-b5fc-cb5f0eb8347c {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:04.879516 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:04.879814 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb428f43-3e26-4dde-b5fc-cb5f0eb8347c {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:04.880233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb428f43-3e26-4dde-b5fc-cb5f0eb8347c'] response: {'name': 'network-changed', 'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d', 'status': 'completed', 'code': 200} Jun 27 09:39:04.900448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb936-2652-40e9-bbe7-f4ccec124b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b32b63c0-25b8-4183-b4f6-cbefceeec2c5), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:04.954065 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1d0eb936-2652-40e9-bbe7-f4ccec124b45 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=463d49496646486883fc78b78f67232c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1355088 Jun 27 09:39:04.954065 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0eb936-2652-40e9-bbe7-f4ccec124b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b63c0-25b8-4183-b4f6-cbefceeec2c5,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:04.957317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49612) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:05.021306 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] Publish callbacks [] for security_group (b32b63c0-25b8-4183-b4f6-cbefceeec2c5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.049295 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] Publish callbacks [] for security_group (b32b63c0-25b8-4183-b4f6-cbefceeec2c5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.058601 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:05.092749 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:05.212509 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac5214-71d7-4dcc-85d8-00d36c549c0e req-033a2eb0-66a6-49e7-b217-5839c3e2a7a0 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:05.213943 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3eac5214-71d7-4dcc-85d8-00d36c549c0e req-033a2eb0-66a6-49e7-b217-5839c3e2a7a0 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 948 time: 0.0526063 Jun 27 09:39:05.261626 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3eac5214-71d7-4dcc-85d8-00d36c549c0e req-522c2862-455b-426b-b431-ea79ff613a0f tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Jun 27 09:39:05.262519 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:05.310305 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:05.369728 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533816d-2146-4e5a-bd4e-1fe8f39b0c4c req-59b17f7f-1df5-4cd2-828f-d5f7750af92e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:05.371193 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8533816d-2146-4e5a-bd4e-1fe8f39b0c4c req-59b17f7f-1df5-4cd2-828f-d5f7750af92e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0495605 Jun 27 09:39:05.418458 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8533816d-2146-4e5a-bd4e-1fe8f39b0c4c req-e4602371-080b-4a01-9789-766cebf6d210 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Jun 27 09:39:05.581235 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-12919fbd-e3a3-4c6e-b1b5-bfd854973959 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24 HTTP/1.1" status: 200 len: 217 time: 0.0442786 Jun 27 09:39:05.626100 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:05.626713 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.655740 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b32b63c0-25b8-4183-b4f6-cbefceeec2c5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.662143 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.662143 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b32b63c0-25b8-4183-b4f6-cbefceeec2c5 HTTP/1.1" status: 204 len: 168 time: 0.7037683 Jun 27 09:39:05.668117 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-10ff5ed4-7006-4f9d-b309-c4341fbade84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:05.669746 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-10ff5ed4-7006-4f9d-b309-c4341fbade84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 1132 time: 0.0969748 Jun 27 09:39:05.685252 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e98ac-76bd-4b85-8eef-a7ba34787701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b63c0-25b8-4183-b4f6-cbefceeec2c5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:05.686404 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-e9977623-16d8-4f4b-9257-411503026734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:05.686551 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:05.687637 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-e9977623-16d8-4f4b-9257-411503026734 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312e0beb-de5c-429e-929d-ec462ff8ac68 HTTP/1.1" status: 200 len: 849 time: 0.0874784 Jun 27 09:39:05.723265 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-8821ea59-8da4-4593-a9c0-ca7b4ec1492f service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849647 Jun 27 09:39:05.731358 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-ab2c1984-ad18-4eb0-8a78-9b2c405b9109 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941335 Jun 27 09:39:05.812273 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:05.813020 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:05.847294 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-f95ed538-6546-48bc-9eb7-d4521564d5f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8dc842b0-c4e3-4553-aa78-54073ba34630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483107 Jun 27 09:39:05.857291 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:05.876375 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d67eb9-18db-4626-8dfd-d25a0b481d14" -d '{"events": [{"server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "name": "network-vif-plugged", "status": "completed", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:05.893397 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:05.895798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:05.943500 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2689c259-5440-4d8e-a6d4-167b1729a2da req-a6dc4020-784b-4e21-9760-83f721cc5e36 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053120 Jun 27 09:39:05.958004 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:06.073013 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:06.110974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626958-a9b7-43e1-aac0-dae1f659c3ff req-4cab8d21-6bc9-498c-9bfb-089d17069460 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:06.119031 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d626958-a9b7-43e1-aac0-dae1f659c3ff req-4cab8d21-6bc9-498c-9bfb-089d17069460 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 944 time: 0.2463932 Jun 27 09:39:06.230361 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-8b7d7414-d425-4439-9aac-172b6c331e7c service neutron] 10.222.0.55 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588920 Jun 27 09:39:06.295048 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d626958-a9b7-43e1-aac0-dae1f659c3ff req-22f0d77f-9eae-46ea-b6c0-3c762ae8a1e5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748970 Jun 27 09:39:06.299851 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-974cc37f-1bbd-4432-b4f4-29f00cb271c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:06.301458 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-974cc37f-1bbd-4432-b4f4-29f00cb271c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a846587-dbc9-4977-a922-947b6fd809a8 HTTP/1.1" status: 200 len: 870 time: 0.6129127 Jun 27 09:39:06.449169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a410-4f29-4f61-bb52-2bf777306313 req-39a4adbf-fbfe-4c95-be65-267cd4e51c6e tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:06.450697 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1289a410-4f29-4f61-bb52-2bf777306313 req-39a4adbf-fbfe-4c95-be65-267cd4e51c6e tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 943 time: 0.0608735 Jun 27 09:39:06.455635 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ce3787f-6060-428c-a5c4-a5ebaefadefc req-d5fd2520-a642-47e0-b6bc-2a99a3346111 service neutron] 10.222.0.55 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953046 Jun 27 09:39:06.484364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc39258c-138e-4002-bca2-5b6f0c778088 x-openstack-request-id: req-bc39258c-138e-4002-bca2-5b6f0c778088 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:06.484364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "name": "network-vif-plugged", "status": "completed", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:06.485053 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc39258c-138e-4002-bca2-5b6f0c778088 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:06.485599 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc39258c-138e-4002-bca2-5b6f0c778088'] response: {'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'code': 200} Jun 27 09:39:06.608805 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:06.611377 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-2145de9b-1763-4193-8187-3a598868eb1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d HTTP/1.1" status: 200 len: 217 time: 0.0579596 Jun 27 09:39:06.634597 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d92d-7d1b-43d7-9d68-1825b188175b req-490ee0e2-3146-4b03-93de-3d8d7dc483a7 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:06.644455 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b252d92d-7d1b-43d7-9d68-1825b188175b req-490ee0e2-3146-4b03-93de-3d8d7dc483a7 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 948 time: 0.0789900 Jun 27 09:39:06.648075 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1289a410-4f29-4f61-bb52-2bf777306313 req-065df22c-94d3-46a3-93a8-60bd9b26b0f1 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905465 Jun 27 09:39:06.744121 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b252d92d-7d1b-43d7-9d68-1825b188175b req-a8127cd0-4e3f-4ae0-a675-ea99e7401624 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988464 Jun 27 09:39:06.990896 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-8460e511-c00a-4a8b-946d-ec0c7359bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:06.992485 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-8460e511-c00a-4a8b-946d-ec0c7359bcc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 1127 time: 0.4427099 Jun 27 09:39:07.042343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da11347-154a-4017-913b-795d097a4967 req-4fff7391-6322-4b03-86b4-68c8a551bc11 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.044057 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5da11347-154a-4017-913b-795d097a4967 req-4fff7391-6322-4b03-86b4-68c8a551bc11 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0559797 Jun 27 09:39:07.109233 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5da11347-154a-4017-913b-795d097a4967 req-2b1002ea-f6e8-48fa-af75-f11e2dbe8302 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569863 Jun 27 09:39:07.264490 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1efbdb28-4c1d-4e61-be86-3eade588e95d details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:07.464574 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:07.473572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77105db-1b14-484e-aa7a-cc2611114e5f req-5cef64ce-fb59-43dd-8d57-1679ec54620b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.480209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '1efbdb28-4c1d-4e61-be86-3eade588e95d', 'network_id': '5a846587-dbc9-4977-a922-947b6fd809a8', 'port_id': '1efbdb28-4c1d-4e61-be86-3eade588e95d', 'mac_address': 'fa:16:3e:be:c2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec115a9-f8aa-4794-9089-4dfebc81545f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:07.480749 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d77105db-1b14-484e-aa7a-cc2611114e5f req-5cef64ce-fb59-43dd-8d57-1679ec54620b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0867968 Jun 27 09:39:07.522708 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 1efbdb28-4c1d-4e61-be86-3eade588e95d is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:07.522708 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:07.566388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efbdb28-4c1d-4e61-be86-3eade588e95d {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:07.573068 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d77105db-1b14-484e-aa7a-cc2611114e5f req-d36dd096-c5d3-4d2d-b745-7a1218b8254b tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908940 Jun 27 09:39:07.619833 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:07.640145 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41e18-a3e8-4241-963b-258f122dd995 req-9c3b2262-cc6d-48c0-9e70-64d1e5e550f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.641795 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-43f41e18-a3e8-4241-963b-258f122dd995 req-9c3b2262-cc6d-48c0-9e70-64d1e5e550f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0544758 Jun 27 09:39:07.661550 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-f17c7d42-0a0f-4224-b115-142556690473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.663721 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-f17c7d42-0a0f-4224-b115-142556690473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ec115a9-f8aa-4794-9089-4dfebc81545f HTTP/1.1" status: 200 len: 843 time: 0.1329656 Jun 27 09:39:07.681636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-d1cdf57c-0c1b-4832-b4ec-c1abca7ef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.683481 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-d1cdf57c-0c1b-4832-b4ec-c1abca7ef3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1127 time: 0.0731952 Jun 27 09:39:07.689160 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:07.780257 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-43f41e18-a3e8-4241-963b-258f122dd995 req-2dfd2b84-be3e-4be4-923f-2a0cf4d89f54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266394 Jun 27 09:39:07.805441 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:07.853073 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-0437174e-97c1-4816-97c6-554c08a7b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.856242 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-0437174e-97c1-4816-97c6-554c08a7b6e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a846587-dbc9-4977-a922-947b6fd809a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1833711 Jun 27 09:39:07.883635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6607b-de59-40f6-a393-5c8a165cc30a req-f6df9359-43e0-4b0a-8e8d-a6a4b36da838 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.891166 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-faa6607b-de59-40f6-a393-5c8a165cc30a req-f6df9359-43e0-4b0a-8e8d-a6a4b36da838 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 949 time: 0.0649285 Jun 27 09:39:07.923448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218badda-ab3e-4058-890a-3bb34e2fd5bc req-68a3c1b0-54e3-4f7f-941d-a71f17579818 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.928048 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-218badda-ab3e-4058-890a-3bb34e2fd5bc req-68a3c1b0-54e3-4f7f-941d-a71f17579818 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 943 time: 0.1597927 Jun 27 09:39:07.964251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['1efbdb28-4c1d-4e61-be86-3eade588e95d'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:07.976182 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-6859540a-27e0-45b6-9c7b-baaa0db995bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:07.977782 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-6859540a-27e0-45b6-9c7b-baaa0db995bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.2492287 Jun 27 09:39:07.980424 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-faa6607b-de59-40f6-a393-5c8a165cc30a req-f12a809c-62f2-4570-bcf8-83f79c7cc11b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Jun 27 09:39:08.028801 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49674) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:08.046317 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-218badda-ab3e-4058-890a-3bb34e2fd5bc req-54d19e9c-fb62-4523-8cf2-0a1a03e7063f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072898 Jun 27 09:39:08.214106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-50b7f8e5-0adf-4d29-bd64-48d4282a26b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 200 len: 999 time: 0.2208714 Jun 27 09:39:08.214341 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:08.228641 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-44b5a5b5-a1bc-4132-8b84-a1e847edac5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.248252 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-23c0db4f-7db4-4fed-9507-2f81f3672fba service neutron] 10.222.0.55 "GET /v2.0/networks/5a846587-dbc9-4977-a922-947b6fd809a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537963 Jun 27 09:39:08.255383 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:08.339843 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cd884-6e74-4b4c-9e7e-7c0ea28a1fc7 req-38323f99-444f-4c32-abc9-e1ac578b9990 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:08.347711 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fb2cd884-6e74-4b4c-9e7e-7c0ea28a1fc7 req-38323f99-444f-4c32-abc9-e1ac578b9990 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0930605 Jun 27 09:39:08.421184 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fb2cd884-6e74-4b4c-9e7e-7c0ea28a1fc7 req-8944ce1b-ac14-49e8-ba49-db9a3bf00295 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725505 Jun 27 09:39:08.455564 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-44b5a5b5-a1bc-4132-8b84-a1e847edac5c admin admin] Publish callbacks [] for security_group (e66c478d-b273-4f1b-ba34-deafa972b21f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.528721 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-44b5a5b5-a1bc-4132-8b84-a1e847edac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e66c478d-b273-4f1b-ba34-deafa972b21f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.572693 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5a5b5-a1bc-4132-8b84-a1e847edac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c478d-b273-4f1b-ba34-deafa972b21f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:08.581453 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-44b5a5b5-a1bc-4132-8b84-a1e847edac5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9964ff08922043d7990b6389c21b4ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5486462 Jun 27 09:39:08.582539 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49680) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:08.636579 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:08.654636 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] Publish callbacks [] for security_group (e66c478d-b273-4f1b-ba34-deafa972b21f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.705861 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] Publish callbacks [] for security_group (e66c478d-b273-4f1b-ba34-deafa972b21f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.758477 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-529d1a94-083c-4421-9b78-388d8c14024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:08.760219 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-529d1a94-083c-4421-9b78-388d8c14024f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.1760921 Jun 27 09:39:08.831320 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e66c478d-b273-4f1b-ba34-deafa972b21f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.834094 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:08.835228 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e66c478d-b273-4f1b-ba34-deafa972b21f HTTP/1.1" status: 204 len: 168 time: 0.2526224 Jun 27 09:39:08.845423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b3cd0-53fa-4886-ada6-ab510a496b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c478d-b273-4f1b-ba34-deafa972b21f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:08.876692 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f8ea-f47a-4a10-8783-50d94ef9b894 req-d86aacd1-408b-4e5c-baa1-88dddb0b07b7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:08.881593 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b387f8ea-f47a-4a10-8783-50d94ef9b894 req-d86aacd1-408b-4e5c-baa1-88dddb0b07b7 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.1470485 Jun 27 09:39:08.933849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-36c94ddc-d74c-40e3-a0b5-d4352c74c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:08.935374 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-36c94ddc-d74c-40e3-a0b5-d4352c74c36b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1254702 Jun 27 09:39:08.949679 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfd1de5d-84e8-45e9-8aaf-3174f6f906c5 req-0ddb457e-63a2-45ef-bf77-be4e9b791504 service neutron] 10.222.0.55 "GET /v2.0/networks/5a846587-dbc9-4977-a922-947b6fd809a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578532 Jun 27 09:39:08.969844 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b387f8ea-f47a-4a10-8783-50d94ef9b894 req-b02e388d-3009-4dc6-8049-5667a36d33b6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799363 Jun 27 09:39:09.128659 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0c65-44d5-49dc-9a39-cb702a23cdf4 req-de132b76-0527-447c-8021-ca0c66a4f6d1 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:09.130356 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f00b0c65-44d5-49dc-9a39-cb702a23cdf4 req-de132b76-0527-447c-8021-ca0c66a4f6d1 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 949 time: 0.0614424 Jun 27 09:39:09.173627 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef61a4-6965-44d0-96ad-a0745e21766e req-a0619fa5-3da1-42f6-b274-523f0c4f8373 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:09.181042 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8eef61a4-6965-44d0-96ad-a0745e21766e req-a0619fa5-3da1-42f6-b274-523f0c4f8373 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 943 time: 0.0609715 Jun 27 09:39:09.209932 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:09.213345 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f00b0c65-44d5-49dc-9a39-cb702a23cdf4 req-63c928f9-dd0e-4f5b-beaf-bbd103620ee6 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711703 Jun 27 09:39:09.239661 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8eef61a4-6965-44d0-96ad-a0745e21766e req-0871db2a-0e43-48ce-bca8-03b47d602641 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577335 Jun 27 09:39:09.287803 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d213adbe-5b3f-4aea-a20c-fc98a6690d24 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:09.302229 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1efbdb28-4c1d-4e61-be86-3eade588e95d up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:09.403977 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:09.434190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:09.463993 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-9930b63d-8ec5-4f95-be8c-672f958900dc service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348195 Jun 27 09:39:09.477527 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 1efbdb28-4c1d-4e61-be86-3eade588e95d completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:09.499734 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:09.514102 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24', 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630', 'port_id': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24', 'mac_address': 'fa:16:3e:0f:47:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312e0beb-de5c-429e-929d-ec462ff8ac68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:09.594469 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port d213adbe-5b3f-4aea-a20c-fc98a6690d24 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:09.595008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:09.646126 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d213adbe-5b3f-4aea-a20c-fc98a6690d24 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:09.646462 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57cdf3-a16a-45cc-8b8d-69e6c79e9f70 req-a3633244-53d2-4b55-9bd2-cd8ebb646519 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:09.646462 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2b57cdf3-a16a-45cc-8b8d-69e6c79e9f70 req-a3633244-53d2-4b55-9bd2-cd8ebb646519 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0871644 Jun 27 09:39:09.661763 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:09.662462 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db8ff7c8-94c8-49d7-88a1-a9b217a8383c req-da5541d1-72d4-4613-989a-91aef3c914c1 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854410 Jun 27 09:39:09.662860 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 1efbdb28-4c1d-4e61-be86-3eade588e95d triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:09.663241 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:09.696439 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2b57cdf3-a16a-45cc-8b8d-69e6c79e9f70 req-0a52644c-def4-4121-96f6-9a1d5e375b3a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577576 Jun 27 09:39:09.753433 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 1efbdb28-4c1d-4e61-be86-3eade588e95d is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:09.753831 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:09.814541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:09.814541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b411847-73c4-4241-86a0-ab5bc76ff6d0" -d '{"events": [{"server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "name": "network-vif-plugged", "status": "completed", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:09.814541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:09.815316 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c840b-b5aa-430c-94ca-0737ac09def0 x-openstack-request-id: req-077c840b-b5aa-430c-94ca-0737ac09def0 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:09.815418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "name": "network-vif-plugged", "status": "completed", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:09.815909 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-077c840b-b5aa-430c-94ca-0737ac09def0 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:09.816038 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077c840b-b5aa-430c-94ca-0737ac09def0'] response: {'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d', 'code': 200} Jun 27 09:39:10.042851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:10.088915 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:10.091121 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66e6-f968-4720-9a1c-0c8fce61169a req-b5c10800-6bf8-49f3-b6eb-b1014240fe01 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.092730 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-134d66e6-f968-4720-9a1c-0c8fce61169a req-b5c10800-6bf8-49f3-b6eb-b1014240fe01 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0514965 Jun 27 09:39:10.093594 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:10.145326 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-134d66e6-f968-4720-9a1c-0c8fce61169a req-80145e9e-025b-42f2-87f5-22e904e4e3bc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 Jun 27 09:39:10.198016 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:10.281473 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:10.294976 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-23cbe2dd-78d3-4be0-b2bc-d91b4a8e3711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:10.402640 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['d213adbe-5b3f-4aea-a20c-fc98a6690d24'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:10.427289 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f153e0-234f-463f-843e-64be70347b82 req-c24a2070-2968-419f-ac6e-f8cb3d25cfa7 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.429292 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76f153e0-234f-463f-843e-64be70347b82 req-c24a2070-2968-419f-ac6e-f8cb3d25cfa7 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.0820537 Jun 27 09:39:10.445737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e084c89-396e-41f4-8bed-3e6031c43690 req-dc1de396-a134-4e98-a332-bdc04eb35cf0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.447294 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1e084c89-396e-41f4-8bed-3e6031c43690 req-dc1de396-a134-4e98-a332-bdc04eb35cf0 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.1166101 Jun 27 09:39:10.456472 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49734) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:10.460891 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'floatingip': {'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:10.529965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:10.573704 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcac22-fa12-4f94-937c-d757f0828da1 req-46338cb3-e84e-4353-9d46-39f53e9264bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.575330 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2dfcac22-fa12-4f94-937c-d757f0828da1 req-46338cb3-e84e-4353-9d46-39f53e9264bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 1134 time: 0.1851797 Jun 27 09:39:10.585427 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-76f153e0-234f-463f-843e-64be70347b82 req-aed1d3a6-1827-495e-ac0a-27d06ace4eb9 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435368 Jun 27 09:39:10.668911 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291df32-69b5-459e-8ad0-961aa732f78c req-1b1763c7-5834-408a-869b-0ce1769e31ed tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.670540 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3291df32-69b5-459e-8ad0-961aa732f78c req-1b1763c7-5834-408a-869b-0ce1769e31ed tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 944 time: 0.0863795 Jun 27 09:39:10.805600 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3291df32-69b5-459e-8ad0-961aa732f78c req-dc4188e8-1ea0-4ab6-b392-d175ed5c90c6 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262867 Jun 27 09:39:10.817707 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49748) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:10.907006 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2dfcac22-fa12-4f94-937c-d757f0828da1 req-deb7506a-6dae-42cd-a643-92505deef4d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215644 Jun 27 09:39:10.941782 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e41a8-219c-414f-a4a7-ff046f15348d req-27f70414-489b-4547-9422-1b063ca9924e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:10.952926 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a0e41a8-219c-414f-a4a7-ff046f15348d req-27f70414-489b-4547-9422-1b063ca9924e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1022189 Jun 27 09:39:10.993249 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-673783673-network', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:11.044199 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a0e41a8-219c-414f-a4a7-ff046f15348d req-9b69ba82-a6d0-46af-8da4-94f270cc0ca7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878224 Jun 27 09:39:11.117227 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Made reservation on behalf of 1d5cbd080e204408aa51c29ec2cf1422 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:11.121680 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.144246 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.245253 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks [] for security_group (2dba7b8c-588c-461f-a1b5-a2167ced383d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.298812 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d213adbe-5b3f-4aea-a20c-fc98a6690d24 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:11.333933 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.334716 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2dba7b8c-588c-461f-a1b5-a2167ced383d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.389875 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:11.393619 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:39:11.401664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba7b8c-588c-461f-a1b5-a2167ced383d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:11.402214 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port d213adbe-5b3f-4aea-a20c-fc98a6690d24 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:11.413090 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (70c3666a-803f-49e0-8dc1-75cd38559e2d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.413634 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Added segment 70c3666a-803f-49e0-8dc1-75cd38559e2d of type vlan for network 55f28e02-5cc3-4eaa-863b-67aabfa62103 Jun 27 09:39:11.419578 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.470714 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (55f28e02-5cc3-4eaa-863b-67aabfa62103), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.484178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:11.505399 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port d213adbe-5b3f-4aea-a20c-fc98a6690d24 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:11.505794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.562845 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (55f28e02-5cc3-4eaa-863b-67aabfa62103), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.563884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:11.564405 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.662984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port d213adbe-5b3f-4aea-a20c-fc98a6690d24 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:11.663367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.689875 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Floating IP b04d0b53-7419-4983-8407-1c5c763327cb associated. External IP: 172.27.1.230, port: b082c8ad-e4de-4a60-b4fe-8c92c80f4c32. Jun 27 09:39:11.701786 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8828731 Jun 27 09:39:11.705199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49762) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:11.706757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e12e9a-d4e8-4d75-a5bf-4396424f0d7d admin admin] Pushing event updated for resources: {'Network': ['ID=55f28e02-5cc3-4eaa-863b-67aabfa62103,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:11.717151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Request body: {'subnet': {'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-673783673-subnet', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:11.729532 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:39:11.733042 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:11.810641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:11.825786 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:11.841368 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfdfcb4-1368-4852-95c3-719be47f079b" -d '{"events": [{"server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:11.856047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:11.870236 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:12.063445 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6fd27-0a75-44fc-84a8-f00ce0f386d7 req-3ae0ba6c-8217-44f5-8a98-14c021265940 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:12.066417 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ecb6fd27-0a75-44fc-84a8-f00ce0f386d7 req-3ae0ba6c-8217-44f5-8a98-14c021265940 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.1288497 Jun 27 09:39:12.142469 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:12.269521 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ecb6fd27-0a75-44fc-84a8-f00ce0f386d7 req-5237e6a2-4d21-4414-bb15-b893bafd344a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821280 Jun 27 09:39:12.325262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:39:12.361723 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e90984-904a-4929-b3cf-3bdb5cba49db req-9a304965-69a1-41d0-b3e9-73ebb1b21aab tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:12.364794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2909ef6-17d9-4a24-b2d3-cc6e4687b098 x-openstack-request-id: req-d2909ef6-17d9-4a24-b2d3-cc6e4687b098 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:12.365283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:12.365379 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2909ef6-17d9-4a24-b2d3-cc6e4687b098 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:12.365781 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2909ef6-17d9-4a24-b2d3-cc6e4687b098'] response: {'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24', 'code': 200} Jun 27 09:39:12.376458 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56e90984-904a-4929-b3cf-3bdb5cba49db req-9a304965-69a1-41d0-b3e9-73ebb1b21aab tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.5150046 Jun 27 09:39:12.439085 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Made reservation on behalf of 1d5cbd080e204408aa51c29ec2cf1422 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:12.441633 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:12.592546 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92a395-0bda-4f54-8be0-9945ab9ca88c req-e09eab02-57f5-4ae4-9e75-44ba5f0e2898 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:12.604555 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d92a395-0bda-4f54-8be0-9945ab9ca88c req-e09eab02-57f5-4ae4-9e75-44ba5f0e2898 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1624625 Jun 27 09:39:12.609630 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8594f1eb-7ee1-4aed-a26f-2f2364445fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:12.683635 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56e90984-904a-4929-b3cf-3bdb5cba49db req-fd55b175-f165-406e-a255-80fd6b53e91d tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025374 Jun 27 09:39:12.687860 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:12.721028 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2d92a395-0bda-4f54-8be0-9945ab9ca88c req-086c0178-2fb6-4245-b917-27ffe4c6789e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101143 Jun 27 09:39:12.722883 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:12.730394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:12.754538 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:12.766416 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:12.779206 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e6a45722-60b4-44c4-b3b5-9714e0926c54 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "PUT /v2.0/floatingips/b04d0b53-7419-4983-8407-1c5c763327cb HTTP/1.1" status: 200 len: 991 time: 2.3204279 Jun 27 09:39:12.787522 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:12.787522 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047d714-321c-408a-8b67-a445b69c62dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:12.824353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:12.831778 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:12.866814 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea61e422-6acf-4b43-9f0c-b79bba456eec x-openstack-request-id: req-ea61e422-6acf-4b43-9f0c-b79bba456eec {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:12.867352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:12.867856 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea61e422-6acf-4b43-9f0c-b79bba456eec {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:12.868413 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea61e422-6acf-4b43-9f0c-b79bba456eec'] response: {'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'status': 'completed', 'code': 200} Jun 27 09:39:13.065347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d714-321c-408a-8b67-a445b69c62dc req-732397b3-825a-409b-81a6-d4c4724e4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:13.067786 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-732397b3-825a-409b-81a6-d4c4724e4421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.1319773 Jun 27 09:39:13.138348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (9676a4fb-efb0-4622-bfac-bf11fc9a37dd), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:13.238501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9676a4fb-efb0-4622-bfac-bf11fc9a37dd,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:13.434743 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:13.473296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d714-321c-408a-8b67-a445b69c62dc req-5f30445d-98f9-4611-a0b0-6ba5b6036758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:13.491381 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-5f30445d-98f9-4611-a0b0-6ba5b6036758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.4164934 Jun 27 09:39:13.564713 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:13.645225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b681fe8-888f-48b7-bbb7-6a2bd562c892 req-a206d30d-9953-4faa-9751-29e9761cbc41 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:13.647762 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b681fe8-888f-48b7-bbb7-6a2bd562c892 req-a206d30d-9953-4faa-9751-29e9761cbc41 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.2249475 Jun 27 09:39:13.677613 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4d993-35d2-4781-acab-c5c5ab0fa5b9 req-c5305323-5d65-4447-8485-918b6d799033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:13.681329 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b0c4d993-35d2-4781-acab-c5c5ab0fa5b9 req-c5305323-5d65-4447-8485-918b6d799033 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 1129 time: 0.1805575 Jun 27 09:39:13.707699 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:13.730363 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:13.745775 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:39:11Z', 'revision_number': 1, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:13.788440 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b681fe8-888f-48b7-bbb7-6a2bd562c892 req-e2983fd2-8eea-468c-9f66-c34c0ef40e6a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308994 Jun 27 09:39:13.819666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:13.843564 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:13.847254 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:13.854065 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:13.854720 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Network hostable DHCP agents. Network: 55f28e02-5cc3-4eaa-863b-67aabfa62103, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:39:13.994439 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5f00-348c-4bc0-90e1-869b0ef7387f req-db49474b-5b2f-4161-9950-414a71bd19d4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:14.001678 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec5b5f00-348c-4bc0-90e1-869b0ef7387f req-db49474b-5b2f-4161-9950-414a71bd19d4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0711892 Jun 27 09:39:14.087056 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec5b5f00-348c-4bc0-90e1-869b0ef7387f req-4ac60f48-384e-49dc-98f8-c1e00bcc8638 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839636 Jun 27 09:39:14.305958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:14.609249 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-1f086df9-68c1-4a99-83f1-9cb9ca771788 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 999 time: 0.9347408 Jun 27 09:39:14.640876 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:39:11Z', 'revision_number': 1, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:14.679916 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269fdc0a-154f-4eb5-9e39-2547938ef8a8 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:39:11Z', 'revision_number': 1, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:14.719096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:14.752120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ba791-ed7a-4a8a-925f-8bfae4cf1da2 req-47aa76e1-01a0-458e-a476-ce6fc9c5e588 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:14.760101 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa0ba791-ed7a-4a8a-925f-8bfae4cf1da2 req-47aa76e1-01a0-458e-a476-ce6fc9c5e588 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.1562774 Jun 27 09:39:14.811417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d714-321c-408a-8b67-a445b69c62dc req-394cd1b1-3eea-40ac-8c7a-cc19ac6633cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:14.813017 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-394cd1b1-3eea-40ac-8c7a-cc19ac6633cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.1797783 Jun 27 09:39:14.814049 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:39:14.836812 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b0c4d993-35d2-4781-acab-c5c5ab0fa5b9 req-8466b1de-8180-4d66-9d47-8095532789bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9592535 Jun 27 09:39:14.899892 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa0ba791-ed7a-4a8a-925f-8bfae4cf1da2 req-ca2fdaa8-7f5a-4156-9335-467794901801 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363342 Jun 27 09:39:14.902951 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047d714-321c-408a-8b67-a445b69c62dc req-0d50659f-e421-467d-a739-79ef10b074d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:14.904497 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-0d50659f-e421-467d-a739-79ef10b074d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667784 Jun 27 09:39:14.946888 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:14.978324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e19d2-d0f2-4cc1-a648-e75986b69b9e req-b5daea96-7dbe-4e87-b1e4-d85274059038 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:14.979957 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-861e19d2-d0f2-4cc1-a648-e75986b69b9e req-b5daea96-7dbe-4e87-b1e4-d85274059038 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.0882349 Jun 27 09:39:15.017497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 55f28e02-5cc3-4eaa-863b-67aabfa62103) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:15.017497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:15.017497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.022229 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc920f-d215-4447-bf37-f168caef040a None None] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:39:15.065794 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-861e19d2-d0f2-4cc1-a648-e75986b69b9e req-7bf3d4bd-20a5-40e8-a297-8f52afc1d1b2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738375 Jun 27 09:39:15.102601 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19520e37-b7f9-4206-901c-d9689aa8a15b None None] New status for floating IP b04d0b53-7419-4983-8407-1c5c763327cb: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:39:15.145016 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-17112a33-c1c6-448b-83e1-d3aa1e57b13d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4381194 Jun 27 09:39:15.149840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49798) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:15.152721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:15.193114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-55f28e02-5cc3-4eaa-863b-67aabfa62103', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:39:15.194091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.311808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.313181 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.398687 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562bf6b-9b6f-41cf-8953-d2a4079cd47d req-8d25bc6b-94d3-4dc8-8901-9d23ce5337b3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:15.405998 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5562bf6b-9b6f-41cf-8953-d2a4079cd47d req-8d25bc6b-94d3-4dc8-8901-9d23ce5337b3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1596014 Jun 27 09:39:15.473151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for router_controller (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.561626 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5562bf6b-9b6f-41cf-8953-d2a4079cd47d req-e5d7da75-fbc4-407c-8855-01c228b59113 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525035 Jun 27 09:39:15.569992 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Allocated IP 172.20.0.2 (55f28e02-5cc3-4eaa-863b-67aabfa62103/9676a4fb-efb0-4622-bfac-bf11fc9a37dd/cf300bc7-1b5d-4c43-8676-9e69972bb63f) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:15.797118 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:15.820003 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702fce2-5762-4e6a-9e57-12373f6e93cf req-e5c4f9a2-65f4-4bc0-be1a-f47ec7011c82 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:15.822805 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0702fce2-5762-4e6a-9e57-12373f6e93cf req-e5c4f9a2-65f4-4bc0-be1a-f47ec7011c82 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.2954431 Jun 27 09:39:15.845937 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for router_gateway (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:15.893491 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0702fce2-5762-4e6a-9e57-12373f6e93cf req-c621b081-b769-483e-986f-71d253e018ba tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594103 Jun 27 09:39:15.911886 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks [] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.089078 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.091507 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.158779 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Pushing event updated for resources: {'Port': ['ID=cf300bc7-1b5d-4c43-8676-9e69972bb63f,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:16.185063 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:16.187062 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:16.188398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:16.191686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.193635 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:16.199723 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:16.267280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Attempting to bind port cf300bc7-1b5d-4c43-8676-9e69972bb63f on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:16.267864 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Attempting to bind port cf300bc7-1b5d-4c43-8676-9e69972bb63f by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:16.269789 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Attempting to bind port cf300bc7-1b5d-4c43-8676-9e69972bb63f on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:16.276082 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:16.276927 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:16.277320 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.277813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Bound using segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:16.278395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Bound port: cf300bc7-1b5d-4c43-8676-9e69972bb63f, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:16.278879 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.283570 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-db90f352-789d-4039-a071-1a1c32730d6a service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295957 Jun 27 09:39:16.294827 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed74ee-03fd-4ebb-9d78-28078e3a8984 req-1bed54b5-be73-4076-8ec2-f35198b4a7ee tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:16.312438 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85ed74ee-03fd-4ebb-9d78-28078e3a8984 req-1bed54b5-be73-4076-8ec2-f35198b4a7ee tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.1286805 Jun 27 09:39:16.362033 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] For port cf300bc7-1b5d-4c43-8676-9e69972bb63f, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:16.365813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] For port cf300bc7-1b5d-4c43-8676-9e69972bb63f, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=cf300bc7-1b5d-4c43-8676-9e69972bb63f,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:16.374961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for router_gateway (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.399845 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85ed74ee-03fd-4ebb-9d78-28078e3a8984 req-cdf13f68-07a5-4463-b11d-976bb025edc8 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859044 Jun 27 09:39:16.406029 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.452845 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.590740 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420e52d-18c1-4837-a506-b94f6d32e3f2 None None] Pushing event updated for resources: {'Port': ['ID=cf300bc7-1b5d-4c43-8676-9e69972bb63f,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:16.598579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Allocated IP 172.27.1.45 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/41a460f1-4bf2-4a69-91b2-efc6e331029f) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:16.624106 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:16.769094 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad71552-fb75-41ac-85ff-a5282385ebba req-2b362dd7-ce7a-41f5-9ecf-d8b11b337eb2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:16.781298 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ad71552-fb75-41ac-85ff-a5282385ebba req-2b362dd7-ce7a-41f5-9ecf-d8b11b337eb2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0913799 Jun 27 09:39:16.835776 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:16.903154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:16.906041 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ad71552-fb75-41ac-85ff-a5282385ebba req-ca831d13-d147-440d-aac4-1c1c2185036b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236711 Jun 27 09:39:17.064987 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:17.095580 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae395a-549c-4642-8917-ff5ae5600dcd req-5bb4c15f-25b1-4757-80ca-3c063585bccd tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:17.097848 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4eae395a-549c-4642-8917-ff5ae5600dcd req-5bb4c15f-25b1-4757-80ca-3c063585bccd tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.1052203 Jun 27 09:39:17.120047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-9918baeb-1ac7-4102-bcfa-e1283c07acf2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:17.122235 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-9918baeb-1ac7-4102-bcfa-e1283c07acf2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 815 time: 0.1783557 Jun 27 09:39:17.133573 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:17.138736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:17.167329 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:17.176483 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4eae395a-549c-4642-8917-ff5ae5600dcd req-77375bcf-36f6-48e2-bbf6-7bcd520add0b tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712261 Jun 27 09:39:17.198446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Pushing event updated for resources: {'Port': ['ID=41a460f1-4bf2-4a69-91b2-efc6e331029f,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:17.205174 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-3a6a8fa3-fc51-410a-9123-558b1ff8339d tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/quotas/55f89ed92a124e2c8a274975bc0935ba HTTP/1.1" status: 200 len: 375 time: 0.0696895 Jun 27 09:39:17.219486 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.219863 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.220243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.220616 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.220961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.221298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.221634 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.221968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.222301 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.222633 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.222967 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.223305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.223669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.224052 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.224467 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:17.313456 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-68e0b7ea-bb1c-4512-af91-ed3756d14534 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003351 Jun 27 09:39:17.496445 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-f21190be-d5b9-4955-aeb5-b2634f8af73d service neutron] 10.222.0.64 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536679 Jun 27 09:39:17.572142 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235728ef-4058-46f7-aec1-5ecc05767dad req-587e5a18-262f-4b4b-84fa-498e3cb9fef1 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:17.581979 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-235728ef-4058-46f7-aec1-5ecc05767dad req-587e5a18-262f-4b4b-84fa-498e3cb9fef1 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.0796361 Jun 27 09:39:17.658167 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-235728ef-4058-46f7-aec1-5ecc05767dad req-e5feeaf6-0ae1-4031-9433-783daaf6d712 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727801 Jun 27 09:39:17.718809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device cf300bc7-1b5d-4c43-8676-9e69972bb63f up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:17.798766 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port cf300bc7-1b5d-4c43-8676-9e69972bb63f triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:17.799459 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:17.831262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:17.833120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for router_gateway (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:17.927321 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-1f4bdab1-ba53-4226-9963-798c6a26bb94 service neutron] 10.222.0.64 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234169 Jun 27 09:39:18.018030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port cf300bc7-1b5d-4c43-8676-9e69972bb63f is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:18.020311 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:18.129859 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:18.146819 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port cf300bc7-1b5d-4c43-8676-9e69972bb63f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=cf300bc7-1b5d-4c43-8676-9e69972bb63f,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:18.158010 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0cff47-316e-4264-be51-1197b684c057 None None] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:39:18.186762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c4ea7-c0bf-4346-b96f-ca60f55c0f63 req-860f3710-c114-4f08-854e-86a28d7fb4f4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:18.188341 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fc4c4ea7-c0bf-4346-b96f-ca60f55c0f63 req-860f3710-c114-4f08-854e-86a28d7fb4f4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1060636 Jun 27 09:39:18.212557 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:18.221559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:18.253136 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-57bc37c1-4b8d-4475-88cf-89928c1da6eb None None] Provisioning complete for port cf300bc7-1b5d-4c43-8676-9e69972bb63f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:18.253677 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57bc37c1-4b8d-4475-88cf-89928c1da6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:18.309113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:18.368126 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fc4c4ea7-c0bf-4346-b96f-ca60f55c0f63 req-9eda3fed-6fa6-4d75-9613-c258339aeca0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469586 Jun 27 09:39:18.494199 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:18.494199 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=cf300bc7-1b5d-4c43-8676-9e69972bb63f,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:18.494896 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9df167b7-2e0d-4244-9487-b60a92a64872 req-3adfd83f-c815-431d-b8d3-49df1b72a0c9 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0504847 Jun 27 09:39:18.494999 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74d9fd-57af-4335-b378-583730fb5f59 req-a037f9b7-bf4b-4832-837a-5830225cdf0d tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:18.503958 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c74d9fd-57af-4335-b378-583730fb5f59 req-a037f9b7-bf4b-4832-837a-5830225cdf0d tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.1069369 Jun 27 09:39:18.608122 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-57bc37c1-4b8d-4475-88cf-89928c1da6eb None None] Current status of the port cf300bc7-1b5d-4c43-8676-9e69972bb63f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:18.608849 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c74d9fd-57af-4335-b378-583730fb5f59 req-dae1fdcf-122e-4573-9b65-90b952fe6f72 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Jun 27 09:39:18.790352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d433-80e1-45b9-b123-080c6552b2db req-054201eb-e0eb-408f-bae1-0a6e6aad6a32 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:18.792791 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6c0d433-80e1-45b9-b123-080c6552b2db req-054201eb-e0eb-408f-bae1-0a6e6aad6a32 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.0606129 Jun 27 09:39:18.829712 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-74adae91-4c7b-48d4-b674-c6b89949f4c8 None None] Provisioning complete for port cf300bc7-1b5d-4c43-8676-9e69972bb63f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:18.829712 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-74adae91-4c7b-48d4-b674-c6b89949f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:18.849394 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6c0d433-80e1-45b9-b123-080c6552b2db req-1c6c8f05-942e-4312-8c39-bca20db8d2b7 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499482 Jun 27 09:39:18.910510 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:39:18.911385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-74adae91-4c7b-48d4-b674-c6b89949f4c8 None None] Current status of the port cf300bc7-1b5d-4c43-8676-9e69972bb63f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:19.011571 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:19.020555 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:19.031294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:19.034571 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:19.096161 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:19.097457 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-65097cda-2b16-41ac-b927-73b0ac0551be admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9486914 Jun 27 09:39:19.100239 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49854) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:19.113386 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:19.135816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:19.141046 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:19.449327 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:17Z', 'revision_number': 3, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:19.480660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:19.481158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Updating router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac port 41a460f1-4bf2-4a69-91b2-efc6e331029f binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:39:19.518880 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:19.601063 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7060887-d89b-4287-85c2-09d59bc0a08f req-823f449c-d6a2-4ec0-9528-92381a86414f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:19.607771 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7060887-d89b-4287-85c2-09d59bc0a08f req-823f449c-d6a2-4ec0-9528-92381a86414f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0706711 Jun 27 09:39:19.636785 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-959fd3e1-c66f-4969-adc1-c582e8cd7d46 req-50763d24-a37c-4f31-8c67-486680cd7453 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0650523 Jun 27 09:39:19.745301 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7060887-d89b-4287-85c2-09d59bc0a08f req-d09fbe9c-eafe-4880-9c54-172159883ac1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354103 Jun 27 09:39:19.778970 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device cf300bc7-1b5d-4c43-8676-9e69972bb63f up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:19.826068 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe77ffb-5f58-4472-bfa0-35f9e837c4ad req-c346ee8f-86b4-4151-95b7-a5c580c996c2 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:19.841482 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbe77ffb-5f58-4472-bfa0-35f9e837c4ad req-c346ee8f-86b4-4151-95b7-a5c580c996c2 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.1011012 Jun 27 09:39:19.866917 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port cf300bc7-1b5d-4c43-8676-9e69972bb63f triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:19.867989 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:19.915940 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:19.947099 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbe77ffb-5f58-4472-bfa0-35f9e837c4ad req-b61c961e-f14b-485f-aa9f-81782d360192 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Jun 27 09:39:19.978813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.080283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port cf300bc7-1b5d-4c43-8676-9e69972bb63f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:20.119266 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:20.175546 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b8318-d7cf-4c50-986f-d80a31f644bd req-b8b1b704-b367-4ffa-b91e-34841fed99a5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:20.177111 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-904b8318-d7cf-4c50-986f-d80a31f644bd req-b8b1b704-b367-4ffa-b91e-34841fed99a5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.2002385 Jun 27 09:39:20.192664 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks [] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.207358 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e047d714-321c-408a-8b67-a445b69c62dc req-b4049eb1-c44b-4fcd-aef9-7871c673ac43 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622392 Jun 27 09:39:20.270392 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.292305 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-904b8318-d7cf-4c50-986f-d80a31f644bd req-b2b720d8-86ce-45c8-9b25-9a75fc14168c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047082 Jun 27 09:39:20.341925 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac38d-bcef-4ec4-9b80-ac5b220e1990 None None] Pushing event updated for resources: {'Port': ['ID=41a460f1-4bf2-4a69-91b2-efc6e331029f,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:20.346738 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Attempting to bind port 41a460f1-4bf2-4a69-91b2-efc6e331029f on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:20.347115 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Attempting to bind port 41a460f1-4bf2-4a69-91b2-efc6e331029f by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:20.347480 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Attempting to bind port 41a460f1-4bf2-4a69-91b2-efc6e331029f on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:20.353709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:20.354093 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:20.354499 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.354892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:20.355376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Bound port: 41a460f1-4bf2-4a69-91b2-efc6e331029f, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:20.355862 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.397148 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Allocated IP 172.20.0.1 (55f28e02-5cc3-4eaa-863b-67aabfa62103/9676a4fb-efb0-4622-bfac-bf11fc9a37dd/5d616632-40ba-44ac-bcd7-ec6b7354c6d5) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:20.412714 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] For port 41a460f1-4bf2-4a69-91b2-efc6e331029f, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:20.418326 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] For port 41a460f1-4bf2-4a69-91b2-efc6e331029f, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=41a460f1-4bf2-4a69-91b2-efc6e331029f,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:20.512048 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.519648 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks [] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.583188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:20.583930 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:20.619986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac38d-bcef-4ec4-9b80-ac5b220e1990 None None] Pushing event updated for resources: {'Port': ['ID=41a460f1-4bf2-4a69-91b2-efc6e331029f,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:20.631017 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.702816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:20.705270 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:20.708306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:20.722147 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:20.725975 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Pushing event updated for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:20.789189 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b57dd88e-08e8-45f0-83ad-7682ead7158a req-6fbfd8e5-d64f-4859-99d8-d90786510f75 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0707545 Jun 27 09:39:20.834950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:20.976156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9d5fa-b04e-48eb-a6f3-a147c3737153 req-c9b74aa7-fc07-4cd4-9a7d-e13a7c78be1c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:20.983413 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7f9d5fa-b04e-48eb-a6f3-a147c3737153 req-c9b74aa7-fc07-4cd4-9a7d-e13a7c78be1c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0794089 Jun 27 09:39:21.114802 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3e6c-658d-4ef7-af76-70bdc87225df req-91fdc4cf-d724-42e3-ae4b-319acfa26b30 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:21.118533 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:17Z', 'revision_number': 3, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:21.124887 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:21.126770 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48fc3e6c-658d-4ef7-af76-70bdc87225df req-91fdc4cf-d724-42e3-ae4b-319acfa26b30 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.0630960 Jun 27 09:39:21.199074 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48fc3e6c-658d-4ef7-af76-70bdc87225df req-0ba44c00-f226-4213-aabd-c034b2e96feb tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707946 Jun 27 09:39:21.218734 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-0334c36f-848e-46fe-b42e-4784236c955f None None] Provisioning complete for port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:21.219319 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0334c36f-848e-46fe-b42e-4784236c955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.244039 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7f9d5fa-b04e-48eb-a6f3-a147c3737153 req-927c1b16-0a41-4796-8ae1-7b625e5f7a1a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437298 Jun 27 09:39:21.246394 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e16dda-9cf6-4d8a-987e-46d8b7a1c670 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:17Z', 'revision_number': 3, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:21.265813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-0334c36f-848e-46fe-b42e-4784236c955f None None] Port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:21.361754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:21.397939 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.426393 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-bcde2057-6ca5-4413-8b83-410be166721f tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:21.427886 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-bcde2057-6ca5-4413-8b83-410be166721f tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.55 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.0872452 Jun 27 09:39:21.450144 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49892) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:21.456526 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932875344', 'description': 'tempest-description--1121449303'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:21.592907 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.777541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Deleting port 1efbdb28-4c1d-4e61-be86-3eade588e95d {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:39:21.778196 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.784022 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (490a7730-028c-4930-a027-2070f9a100b1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.883635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (490a7730-028c-4930-a027-2070f9a100b1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:21.928879 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-513da80c-cda7-4ffd-b5a2-ea7e952fc5d4 req-db788d46-bec7-492c-82de-a1bb0343f5f7 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0608785 Jun 27 09:39:21.941183 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490a7730-028c-4930-a027-2070f9a100b1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:22.013970 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d5f2f-fdea-48c9-9802-9ff6337528ce req-31d006cf-e890-4891-8731-170d9ffde2b7 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:22.014395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks [] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.015770 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b23d5f2f-fdea-48c9-9802-9ff6337528ce req-31d006cf-e890-4891-8731-170d9ffde2b7 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.0891407 Jun 27 09:39:22.049116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] For port 1efbdb28-4c1d-4e61-be86-3eade588e95d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1efbdb28-4c1d-4e61-be86-3eade588e95d,segment=NetworkSegment(002d145f-bba7-4429-959e-9f37f4d7dd3b),segment_id=002d145f-bba7-4429-959e-9f37f4d7dd3b)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:22.049876 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.070118 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Calling delete_port for 1efbdb28-4c1d-4e61-be86-3eade588e95d owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:39:22.078807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.084256 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.085546 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e7958874-cd74-4a5b-82d0-58467ed2f73c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6329377 Jun 27 09:39:22.089147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49900) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:22.094532 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '490a7730-028c-4930-a027-2070f9a100b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:22.102074 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b23d5f2f-fdea-48c9-9802-9ff6337528ce req-aeea4730-1276-466c-9d41-aa59625e15cd tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760262 Jun 27 09:39:22.186981 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Pushing event updated for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:22.191891 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (940fc0a5-735b-4f3f-a9b0-beadb4a8e4c5), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.198934 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.222865 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:22.294324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (940fc0a5-735b-4f3f-a9b0-beadb4a8e4c5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.375274 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47a0c-3867-4118-b06d-1c6467848e84 req-765bafe3-34e5-492e-bfe4-f37808cdcc36 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:22.377512 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6fe47a0c-3867-4118-b06d-1c6467848e84 req-765bafe3-34e5-492e-bfe4-f37808cdcc36 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0504677 Jun 27 09:39:22.379480 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (940fc0a5-735b-4f3f-a9b0-beadb4a8e4c5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.386507 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf862351-4f49-43a5-a06b-cf65d2a8f84b req-67420ea9-cd7b-4e40-a9c7-da3027290216 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:22.388077 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cf862351-4f49-43a5-a06b-cf65d2a8f84b req-67420ea9-cd7b-4e40-a9c7-da3027290216 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 950 time: 0.0981419 Jun 27 09:39:22.388663 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:22.416776 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940fc0a5-735b-4f3f-a9b0-beadb4a8e4c5,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:22.428631 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:22.434753 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:22.437374 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:22.455931 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6fe47a0c-3867-4118-b06d-1c6467848e84 req-f3bee411-ed38-4787-b66e-9bed3943b9b6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710187 Jun 27 09:39:22.460662 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (1efbdb28-4c1d-4e61-be86-3eade588e95d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.484795 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.486360 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1204a0f9-25b7-40f0-95aa-3fa3275b0445 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3962150 Jun 27 09:39:22.489160 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49906) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:22.494382 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '490a7730-028c-4930-a027-2070f9a100b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:22.516662 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cf862351-4f49-43a5-a06b-cf65d2a8f84b req-82e1832d-8dc0-430d-8a86-fc3e64a725a4 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/security-groups?id=585dbddb-24ac-4621-8127-d3c423f614ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204665 Jun 27 09:39:22.547412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Pushing event deleted for resources: {'Port': ['ID=1efbdb28-4c1d-4e61-be86-3eade588e95d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:22.602426 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (d40309cc-fb88-40bd-8f5e-67cfc5896dc1), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.648282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] No DVR routers for this DVR port 1efbdb28-4c1d-4e61-be86-3eade588e95d on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:39:22.652277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.655945 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc9b5fd4-952f-4e7e-8327-f29bbd5ddbb4 req-2918e91e-5423-411d-a640-31839e1032bf tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.55 "DELETE /v2.0/ports/1efbdb28-4c1d-4e61-be86-3eade588e95d HTTP/1.1" status: 204 len: 173 time: 1.1885638 Jun 27 09:39:22.656093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'name': 'network-vif-deleted', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:22.658319 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70db6254-7b23-4ec6-9ce2-f11069a4aeab" -d '{"events": [{"server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "name": "network-vif-deleted", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:22.691117 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:39:22.693613 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:22.694415 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (d40309cc-fb88-40bd-8f5e-67cfc5896dc1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.740041 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c5a6e-eb2d-49c3-965f-bea0d45ffc7d x-openstack-request-id: req-028c5a6e-eb2d-49c3-965f-bea0d45ffc7d {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:22.747959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45393090-60ab-4485-af6c-8e4f8fbbfef4", "name": "network-vif-deleted", "tag": "1efbdb28-4c1d-4e61-be86-3eade588e95d", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:22.747959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-028c5a6e-eb2d-49c3-965f-bea0d45ffc7d {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:22.747959 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028c5a6e-eb2d-49c3-965f-bea0d45ffc7d'] response: {'server_uuid': '45393090-60ab-4485-af6c-8e4f8fbbfef4', 'name': 'network-vif-deleted', 'tag': '1efbdb28-4c1d-4e61-be86-3eade588e95d', 'status': 'completed', 'code': 200} Jun 27 09:39:22.796848 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (d40309cc-fb88-40bd-8f5e-67cfc5896dc1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.807571 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ea8082d1-7fca-4944-bfbd-2b2218652bb3 None None] Provisioning complete for port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:22.808152 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ea8082d1-7fca-4944-bfbd-2b2218652bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.816869 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40309cc-fb88-40bd-8f5e-67cfc5896dc1,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:22.817924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:22.827589 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1ae3e97e-8fe3-4a5c-87de-2a2624278d65 admin admin] 10.222.0.64 "PUT /v2.0/routers/54369ec0-b055-4a8e-b73d-dd9235d5e8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7224736 Jun 27 09:39:22.831583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:22.841785 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ea8082d1-7fca-4944-bfbd-2b2218652bb3 None None] Port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:22.901627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:22.902878 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c23b56de-ef04-4e75-8676-19611c3a3b7c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4127495 Jun 27 09:39:22.905906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49912) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:22.910246 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:22.991026 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:23.078760 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cf00aaca-ad3b-49e7-a293-560f725778a3 req-4fe385c9-f8f6-44d3-9228-df1ef0077a06 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0324085 Jun 27 09:39:23.141013 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:23.316129 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e45c33-ce13-4366-ac98-f777f96d3d96 req-fcc58916-be59-4394-91e9-b35f424ee49a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:23.317800 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6e45c33-ce13-4366-ac98-f777f96d3d96 req-fcc58916-be59-4394-91e9-b35f424ee49a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.1106436 Jun 27 09:39:23.355570 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1efbdb28-4c1d-4e61-be86-3eade588e95d no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:39:23.381249 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 1efbdb28-4c1d-4e61-be86-3eade588e95d {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:39:23.382685 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1efbdb28-4c1d-4e61-be86-3eade588e95d not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:39:23.388932 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.27.1.251 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/9cc7265f-6387-45bb-8d40-51a3290f2cc9) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:23.448659 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6e45c33-ce13-4366-ac98-f777f96d3d96 req-2ea80fd2-1255-48eb-bd73-1dfffa38f458 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249125 Jun 27 09:39:23.462462 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:23.477424 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:23.479137 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:23.586088 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:23.667941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9f4fa-93f8-4f33-a8f9-8cdc2cb31296 req-11dbea65-a3d4-43cb-9647-2c195799cb36 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:23.671218 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b4e9f4fa-93f8-4f33-a8f9-8cdc2cb31296 req-11dbea65-a3d4-43cb-9647-2c195799cb36 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1082249 Jun 27 09:39:23.672214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:23.705289 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:23.718221 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0a3de7f0-294c-45b8-a654-301552186df0 req-6d630c02-8b60-438f-b87c-f2065e953ae9 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0588143 Jun 27 09:39:23.723041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:23.800827 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b4e9f4fa-93f8-4f33-a8f9-8cdc2cb31296 req-32b35e33-2b32-4adc-b499-f0cb9b6a1290 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185164 Jun 27 09:39:23.802642 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 41a460f1-4bf2-4a69-91b2-efc6e331029f up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:23.872147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:23.881058 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:23.893803 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:23.934047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 49934) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:23.943931 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-953955888-network', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:23.948700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 41a460f1-4bf2-4a69-91b2-efc6e331029f triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:23.950360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:23.966220 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=9cc7265f-6387-45bb-8d40-51a3290f2cc9,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:24.075111 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.091553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:24.092098 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 2, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:24.101570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Made reservation on behalf of cac420d7f4d849e7b14b7f0c37dbf3bc for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:24.105638 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.122059 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 41a460f1-4bf2-4a69-91b2-efc6e331029f is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:24.127443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.141816 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:24.141816 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Updating router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:39:24.147983 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.161904 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:24.168494 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 41a460f1-4bf2-4a69-91b2-efc6e331029f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=41a460f1-4bf2-4a69-91b2-efc6e331029f,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:24.197702 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.235573 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.261250 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.345828 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks [] for security_group (47180353-e82f-4619-8a3e-6bf54ae5b420), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.405322 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=41a460f1-4bf2-4a69-91b2-efc6e331029f,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:24.426330 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (47180353-e82f-4619-8a3e-6bf54ae5b420), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.432615 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-499fdaaf-a38d-4521-b1c3-a77024228dcc req-cc212a73-64e0-4515-99c3-c9e9e6869c7b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.1506581 Jun 27 09:39:24.509380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:39:24.512335 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47180353-e82f-4619-8a3e-6bf54ae5b420,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:24.544654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (2f754e43-6911-413e-9185-c36277e58e9f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.544654 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Added segment 2f754e43-6911-413e-9185-c36277e58e9f of type vlan for network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe Jun 27 09:39:24.599038 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (43d1d39f-ac7c-4db6-9b99-82d2961b14fe), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.618957 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:24.656866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.712008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3e06-8ba4-487f-b275-f976e8f684e8 req-d34aef7f-b533-4b70-adc5-dd5e824cca0c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:24.719953 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-902d3e06-8ba4-487f-b275-f976e8f684e8 req-d34aef7f-b533-4b70-adc5-dd5e824cca0c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.0576284 Jun 27 09:39:24.728857 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.746806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (43d1d39f-ac7c-4db6-9b99-82d2961b14fe), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.759549 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:24.760442 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.832105 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks [] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.847460 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-902d3e06-8ba4-487f-b275-f976e8f684e8 req-0bdf600f-f701-4836-bd1e-acb71c5691cf tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265888 Jun 27 09:39:24.871694 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=9cc7265f-6387-45bb-8d40-51a3290f2cc9,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:24.879789 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8b24e382-fe1a-4873-9fee-2f4e8598af61 req-8ba87fe8-8f9b-4e50-be5e-551c77162b16 tempest-VolumesNegativeTest-1091397669 tempest-VolumesNegativeTest-1091397669-project] 10.222.0.64 "GET /v2.0/ports?device_id=45393090-60ab-4485-af6c-8e4f8fbbfef4 HTTP/1.1" status: 200 len: 210 time: 0.0601714 Jun 27 09:39:24.889642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.900104 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:24.946517 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] Pushing event updated for resources: {'Network': ['ID=43d1d39f-ac7c-4db6-9b99-82d2961b14fe,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:24.956490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49946) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:24.956770 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-65d50f74-75d3-4196-a2a7-16f8d1e39930 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0200713 Jun 27 09:39:24.963681 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Request body: {'subnet': {'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-953955888-subnet', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:24.968857 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:39:24.974169 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:25.006627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.017233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f71d351a-b931-4df9-bef1-a1499bc46662 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1010442 Jun 27 09:39:25.045842 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649067-77f4-4615-90e1-357151eb5ad9 req-91cdbf47-8dc7-4bde-b3f9-674778684114 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:25.053711 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbe19a-68b4-46ff-853f-65970d6b1b86 None None] Pushing event updated for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:25.057405 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-91649067-77f4-4615-90e1-357151eb5ad9 req-91cdbf47-8dc7-4bde-b3f9-674778684114 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0775080 Jun 27 09:39:25.078780 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Made reservation on behalf of cac420d7f4d849e7b14b7f0c37dbf3bc for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:25.081875 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9728503'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.091489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:25.214146 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Attempting to bind port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:25.217944 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Attempting to bind port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:25.217944 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Attempting to bind port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:25.232686 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:25.233291 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:25.233701 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.235801 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Bound using segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:25.236319 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Bound port: 5d616632-40ba-44ac-bcd7-ec6b7354c6d5, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:25.241606 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.243414 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-91649067-77f4-4615-90e1-357151eb5ad9 req-efaed7ed-4e73-470a-aaa1-7f75c1d868dd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715138 Jun 27 09:39:25.296359 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-d1ffd5e1-0ff6-483a-b1ac-d72997f22f20 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:25.298067 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-d1ffd5e1-0ff6-483a-b1ac-d72997f22f20 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.1632814 Jun 27 09:39:25.369692 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:25.370864 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] For port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:25.374568 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] For port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:25.426441 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.466393 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-c9026537-587a-4e43-a02e-284b7d408028 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1932875344&fields=id&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 267 time: 0.1085272 Jun 27 09:39:25.536227 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:25.538170 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Provisioning complete for port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:25.539554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.562491 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:25.683576 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9728385'] for subnet (b2393c62-2074-4d28-95c7-5e0954a6c644), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.700210 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Current status of the port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:25.700774 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.785596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 41a460f1-4bf2-4a69-91b2-efc6e331029f up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:25.849893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] For port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:25.878116 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-278377fb-b7b9-484e-a25d-888d2d7dc611 req-c4aa676e-d133-4545-8db2-ecc91d9dc6df tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0786233 Jun 27 09:39:25.918358 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:25.924469 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:25.928676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Deleting port d213adbe-5b3f-4aea-a20c-fc98a6690d24 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:39:25.930450 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:26.094629 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 41a460f1-4bf2-4a69-91b2-efc6e331029f triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:26.095331 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:26.107034 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2ca17581-f5c6-4fb6-8cef-49deef001cd7 None None] Provisioning complete for port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:26.107566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2ca17581-f5c6-4fb6-8cef-49deef001cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:26.107940 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbe19a-68b4-46ff-853f-65970d6b1b86 None None] Pushing event updated for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:26.149975 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406c2ae-249e-4ffe-927c-7f01bc55817e req-f26b63ce-5dde-467f-80eb-3fec4b46fae9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:26.159031 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875595e1-5d29-4098-bf6b-f0f507443748 None None] Pushing event updated for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:26.173326 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e406c2ae-249e-4ffe-927c-7f01bc55817e req-f26b63ce-5dde-467f-80eb-3fec4b46fae9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 945 time: 0.1817794 Jun 27 09:39:26.224355 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:26.245116 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2393c62-2074-4d28-95c7-5e0954a6c644,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:26.255025 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f0539-30a2-4a45-bdef-7d1df63ae025 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:26.260729 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2ca17581-f5c6-4fb6-8cef-49deef001cd7 None None] Current status of the port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:26.290319 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 41a460f1-4bf2-4a69-91b2-efc6e331029f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:26.296306 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:26.330844 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-ab427bc3-77da-412b-893c-b741fc169eb5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:26.332562 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-ab427bc3-77da-412b-893c-b741fc169eb5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.8584392 Jun 27 09:39:26.345366 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Checking segment: {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:26.345734 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Network hostable DHCP agents. Network: 43d1d39f-ac7c-4db6-9b99-82d2961b14fe, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:39:26.384145 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-3ce31e2e-23ad-405e-b114-0dc97b5f002e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/quotas/4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 375 time: 0.0194640 Jun 27 09:39:26.432186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] For port d213adbe-5b3f-4aea-a20c-fc98a6690d24, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d213adbe-5b3f-4aea-a20c-fc98a6690d24,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:26.432912 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:26.438872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:26.444137 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-e08d5f85-d55d-4585-8236-ec196460afa5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544209 Jun 27 09:39:26.466653 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Calling delete_port for d213adbe-5b3f-4aea-a20c-fc98a6690d24 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:39:26.604296 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-ce4d1b9d-26dd-47d8-8e60-d6f2467da687 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319880 Jun 27 09:39:26.609209 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:39:26.743341 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 43d1d39f-ac7c-4db6-9b99-82d2961b14fe) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:26.754535 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e8376-6649-4867-8a01-9bd5d981af28 None None] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:39:26.758812 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:26.759618 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:26.803643 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e406c2ae-249e-4ffe-927c-7f01bc55817e req-511b7334-8bb1-4ba3-930c-7b727fb0abb3 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279802 Jun 27 09:39:26.808604 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-f6dcc605-c8f0-4e2f-bb9d-f83d6a850b54 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919723 Jun 27 09:39:26.888380 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d3db6a06-504a-4b2e-a24f-a961c315b55b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9280288 Jun 27 09:39:26.892381 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 49970) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:26.895443 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:26.957214 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (d213adbe-5b3f-4aea-a20c-fc98a6690d24), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.030389 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'fixed_ips': [{'subnet_id': 'b2393c62-2074-4d28-95c7-5e0954a6c644'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:39:27.031605 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.032748 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.033946 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.059413 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:27.063478 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:27.103811 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Pushing event deleted for resources: {'Port': ['ID=d213adbe-5b3f-4aea-a20c-fc98a6690d24,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:27.167911 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-3798e101-3730-46d5-8c5b-847f25c21b5a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:27.172958 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-3798e101-3730-46d5-8c5b-847f25c21b5a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 815 time: 0.8012202 Jun 27 09:39:27.175954 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for router_controller (b9590129-0b6d-45a4-98ef-a5253c15cbd8), precommit_add_association {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.318738 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'port': {'device_id': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'admin_state_up': True, 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:27.342394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] No DVR routers for this DVR port d213adbe-5b3f-4aea-a20c-fc98a6690d24 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:39:27.509909 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7e75f590-ff29-40b5-ab26-75da171d9760 req-22570aa1-a170-4edd-b059-7580866bb7af tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.1642501 Jun 27 09:39:27.647868 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d213adbe-5b3f-4aea-a20c-fc98a6690d24 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:39:27.685957 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6c95d747-1d28-41f6-bad3-e0d1aee518f5 req-a14de5fb-5e35-425b-a936-066d87aa47a6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0769174 Jun 27 09:39:27.723666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: d213adbe-5b3f-4aea-a20c-fc98a6690d24 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:39:27.723666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d213adbe-5b3f-4aea-a20c-fc98a6690d24 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:39:27.729427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for router_gateway (b9590129-0b6d-45a4-98ef-a5253c15cbd8), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.760200 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:27.770507 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Allocated IP 172.20.0.2 (43d1d39f-ac7c-4db6-9b99-82d2961b14fe/b2393c62-2074-4d28-95c7-5e0954a6c644/a89f2a09-e295-4e40-9f3b-a6e2ced504e0) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:27.774914 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:27.892509 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:27.895655 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-24bccd6d-cd9e-4819-a4da-daf62389e014 req-fdd537a4-275b-4f03-9972-85646d10a2aa tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "DELETE /v2.0/ports/d213adbe-5b3f-4aea-a20c-fc98a6690d24 HTTP/1.1" status: 204 len: 173 time: 2.2982731 Jun 27 09:39:27.896436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'name': 'network-vif-deleted', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:27.899489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540426b7-4785-4105-84fc-192af311c4f0" -d '{"events": [{"server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "name": "network-vif-deleted", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:27.955959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a531-415a-4ef3-ab56-465610239f6b req-3560017f-390b-4f9c-8b4b-6d93bcd0fa5b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:27.964289 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8069a531-415a-4ef3-ab56-465610239f6b req-3560017f-390b-4f9c-8b4b-6d93bcd0fa5b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.8441508 Jun 27 09:39:28.032596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:28.032980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.033871 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ea85611-3947-440e-83f4-2285dbed5dd2 req-2769d45b-75a9-4bbd-8632-bfd5939a42c4 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.0641096 Jun 27 09:39:28.104282 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for router_gateway (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.107719 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8069a531-415a-4ef3-ab56-465610239f6b req-0db5a041-b544-4d13-9634-18c191d1f166 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424680 Jun 27 09:39:28.117354 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2ef048-fd45-4c99-846a-eaa6a38163e0 x-openstack-request-id: req-ae2ef048-fd45-4c99-846a-eaa6a38163e0 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:28.117664 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150e9347-3eae-4d8c-8b7e-24ac9f867f1f", "name": "network-vif-deleted", "tag": "d213adbe-5b3f-4aea-a20c-fc98a6690d24", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:28.117924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae2ef048-fd45-4c99-846a-eaa6a38163e0 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:28.120259 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2ef048-fd45-4c99-846a-eaa6a38163e0'] response: {'server_uuid': '150e9347-3eae-4d8c-8b7e-24ac9f867f1f', 'name': 'network-vif-deleted', 'tag': 'd213adbe-5b3f-4aea-a20c-fc98a6690d24', 'status': 'completed', 'code': 200} Jun 27 09:39:28.135884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.203043 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:28.216250 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:28.218695 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks [] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.274513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Allocated IP 172.27.1.90 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/d8b22809-48e1-457f-b979-7d40b5893f74) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:28.322828 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Made reservation on behalf of 55f89ed92a124e2c8a274975bc0935ba for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:28.323410 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.326539 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.381084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Pushing event updated for resources: {'Port': ['ID=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:28.407060 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:28.409144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:28.411877 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:28.427682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for port (d8b22809-48e1-457f-b979-7d40b5893f74), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.440090 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:28.485799 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Attempting to bind port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:28.486167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Attempting to bind port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:28.486560 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Attempting to bind port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 on network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:28.491850 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:28.492825 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Checking segment: {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:28.493229 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.493616 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Bound using segment: {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:28.494080 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Bound port: a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:28.494456 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.529343 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.592720 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] For port a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:28.597572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] For port a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:28.598122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Allocated IP 172.20.0.9 (0f8b5888-2ff0-4666-83fc-263d4a6a238e/96a8874a-a685-48ea-b73f-163ab0813248/b7d364ab-ebca-4312-8213-6c5cc722e7bc) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:28.635262 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:28.646214 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:28.646214 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-573b02dc-f8d5-460c-bc10-d6a261b83efc req-f5b28885-ce4e-47b4-970c-53dc102a4975 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0810888 Jun 27 09:39:28.648074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:28.651779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d8b22809-48e1-457f-b979-7d40b5893f74,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:28.725445 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:28.760360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.829480 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:28.880426 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c5f89-3274-4725-be9e-e104f96745b3 None None] Pushing event updated for resources: {'Port': ['ID=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:28.939490 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1101fe9-9cc5-42b7-8a08-64ee25d8288b req-b37214ac-fe6c-4e96-ad71-8249bf9c0f77 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0855594 Jun 27 09:39:29.044116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:29.182679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:29.207454 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:29.229943 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:29.241626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:29.248610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:29.420821 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f818ef45-ea77-4cf6-b6b1-343e0f5c15e2 req-5d3e9637-7e64-4a29-9f09-e898eb2f47dd tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=150e9347-3eae-4d8c-8b7e-24ac9f867f1f HTTP/1.1" status: 200 len: 210 time: 0.1828864 Jun 27 09:39:29.458685 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for router_gateway (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:29.467082 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:29.468864 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:29.517383 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac5d2f-fc60-4b42-a97e-cdca26e0bd21 req-07074f5b-a002-4bc2-8f60-6971e914dc61 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:29.518964 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eaac5d2f-fc60-4b42-a97e-cdca26e0bd21 req-07074f5b-a002-4bc2-8f60-6971e914dc61 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.2049820 Jun 27 09:39:29.601128 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-baf3fc38-bcee-49ab-84d6-fc047c499893 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3505557 Jun 27 09:39:29.624985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Request body: {'port': {'device_id': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:29.734792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-28356ac8-2282-45c1-a2a5-2b552e5fe056 None None] Provisioning complete for port b7d364ab-ebca-4312-8213-6c5cc722e7bc triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:29.735712 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-28356ac8-2282-45c1-a2a5-2b552e5fe056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:29.747584 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a89f2a09-e295-4e40-9f3b-a6e2ced504e0 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:29.785802 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eaac5d2f-fc60-4b42-a97e-cdca26e0bd21 req-f9d2e736-cf13-4e4f-af66-73100f2d6f27 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532372 Jun 27 09:39:29.799179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:29.888268 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82387e10-a353-4636-9585-8f267001e692 req-a0c0b5f2-9072-4859-b254-5781b24e9410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:29.895381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:29.899347 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82387e10-a353-4636-9585-8f267001e692 req-a0c0b5f2-9072-4859-b254-5781b24e9410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 931 time: 0.0990739 Jun 27 09:39:29.916375 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-28356ac8-2282-45c1-a2a5-2b552e5fe056 None None] Port b7d364ab-ebca-4312-8213-6c5cc722e7bc cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:29.937901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:29.938391 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.071604 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-82387e10-a353-4636-9585-8f267001e692 req-4978cd97-c219-4dd8-a8fd-303fa70fa3aa tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705813 Jun 27 09:39:30.098397 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.139331 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c21ba7aa-47bd-470c-893a-30c15e20b1c1 req-e90509bb-9080-4754-b6d6-739ce71f1ccd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0428200 Jun 27 09:39:30.231425 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:30.295109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.295109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:30.295109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:30.295358 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:30.439836 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d364ab-ebca-4312-8213-6c5cc722e7bc {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:30.451089 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks [] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.473826 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Transition to ACTIVE for port object b7d364ab-ebca-4312-8213-6c5cc722e7bc will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:39:30.645792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4330b-7556-4047-a1ba-9d8bcd603c22 None None] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:39:30.795488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-1c841490-0ebf-4ddf-be9e-d092ab1f6a3d None None] Provisioning complete for port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:30.801369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1c841490-0ebf-4ddf-be9e-d092ab1f6a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.848575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.848831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Router b9590129-0b6d-45a4-98ef-a5253c15cbd8 is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:39:30.903161 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:30.984176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:31.045252 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:31.055750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-1c841490-0ebf-4ddf-be9e-d092ab1f6a3d None None] Current status of the port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:31.095946 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7cc4b-1f73-4d47-af03-d74bd20f48d8 req-f410d71e-2d9c-44b8-bb72-d9af141f4d5e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:31.104651 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0d7cc4b-1f73-4d47-af03-d74bd20f48d8 req-f410d71e-2d9c-44b8-bb72-d9af141f4d5e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.1528471 Jun 27 09:39:31.171042 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:31.172060 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Attempting to bind port b7d364ab-ebca-4312-8213-6c5cc722e7bc on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:31.172410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Attempting to bind port b7d364ab-ebca-4312-8213-6c5cc722e7bc by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:31.172748 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Attempting to bind port b7d364ab-ebca-4312-8213-6c5cc722e7bc on network 0f8b5888-2ff0-4666-83fc-263d4a6a238e {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:31.177879 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Port b7d364ab-ebca-4312-8213-6c5cc722e7bc on network 0f8b5888-2ff0-4666-83fc-263d4a6a238e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:39:31.178304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Attempting to bind port b7d364ab-ebca-4312-8213-6c5cc722e7bc on network 0f8b5888-2ff0-4666-83fc-263d4a6a238e {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:31.179025 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:31.183757 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:31.188632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Checking segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:31.188632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Bound using segment: {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:31.188632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Bound port: b7d364ab-ebca-4312-8213-6c5cc722e7bc, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b00a51-dd35-4dd7-9acb-bda0658e3897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:31.188632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:31.225301 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:31.241897 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Sync routers for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:31.263205 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:31.263774 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:31.391849 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b0d7cc4b-1f73-4d47-af03-d74bd20f48d8 req-ef6a88c4-5057-4085-b514-67b655f50fb7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968670 Jun 27 09:39:31.412231 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:31.424430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:31.426604 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:31.431309 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0da8db73-ecc1-445a-a8b8-5bd3825f3cd8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5386593 Jun 27 09:39:31.437124 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50146) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:31.457264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ab49133a-10b6-4890-83c6-ea95deb5c331 None None] Provisioning complete for port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:31.457264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ab49133a-10b6-4890-83c6-ea95deb5c331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:31.536868 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:31.537852 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a55fe9-c459-40d9-832e-c3e524c3cccd req-a36d8ffc-ca8f-4c11-ac5b-73c2055e5316 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:31.539576 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75a55fe9-c459-40d9-832e-c3e524c3cccd req-a36d8ffc-ca8f-4c11-ac5b-73c2055e5316 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.0556178 Jun 27 09:39:31.545945 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:31.588393 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:31.629559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:31.631998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:31.634334 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] 10.222.0.55 "PUT /v2.0/ports/b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 1093 time: 2.0208485 Jun 27 09:39:31.637412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:31.642218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c4297c-a537-4bfc-9957-6384f78bdce8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:31.711011 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc879f-c7f1-4d2d-ab54-1460e7f0c24c service neutron] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:31.711456 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75a55fe9-c459-40d9-832e-c3e524c3cccd req-7de1b8f1-5288-41e0-9d58-e4de56553df2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276033 Jun 27 09:39:31.749918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a89f2a09-e295-4e40-9f3b-a6e2ced504e0 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:31.909347 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ab49133a-10b6-4890-83c6-ea95deb5c331 None None] Current status of the port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:31.927583 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7462d6ec-68c1-4ff6-a23a-58e71c2c81b2 req-8da13ff7-e420-48a0-a30a-0e62ea3a4639 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.1343043 Jun 27 09:39:32.022343 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:32.022343 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:32.090579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8e03c-8939-4fdf-a70b-79c389d05de6 x-openstack-request-id: req-79a8e03c-8939-4fdf-a70b-79c389d05de6 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:32.093132 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:32.093499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79a8e03c-8939-4fdf-a70b-79c389d05de6 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:32.094578 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a8e03c-8939-4fdf-a70b-79c389d05de6'] response: {'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:39:32.154533 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:32.235121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:32.246203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:32.284251 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:28Z', 'revision_number': 3, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:32.306557 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-780d901e-8869-4aa7-89c6-97088c274494 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:32.309070 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-780d901e-8869-4aa7-89c6-97088c274494 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/networks?id=8dc842b0-c4e3-4553-aa78-54073ba34630 HTTP/1.1" status: 200 len: 809 time: 0.2434232 Jun 27 09:39:32.326648 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Checking router: b9590129-0b6d-45a4-98ef-a5253c15cbd8 for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:32.327033 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Updating router b9590129-0b6d-45a4-98ef-a5253c15cbd8 port d8b22809-48e1-457f-b979-7d40b5893f74 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:39:32.353747 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f1d58983-8e20-4d00-a580-f99e93d78a51 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/quotas/604921be35cc4c258933114a5535800c HTTP/1.1" status: 200 len: 375 time: 0.0269718 Jun 27 09:39:32.356811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:32.369364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:32.421705 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-63445b2e-b8ae-4534-abb4-823b51fe1768 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616753 Jun 27 09:39:32.660857 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f3679773-c32a-49eb-bf75-b77a473f0245 service neutron] 10.222.0.64 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292347 Jun 27 09:39:32.857604 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-3b710b94-4f1f-47e0-b917-9346735b996c service neutron] 10.222.0.64 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889057 Jun 27 09:39:32.919690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks [] for port (d8b22809-48e1-457f-b979-7d40b5893f74), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:32.931095 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:32.937145 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a41bc5-f164-485c-8d15-24d48f42026b req-ddc83087-c773-4ce6-9414-d35c51f22279 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:32.948588 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5a41bc5-f164-485c-8d15-24d48f42026b req-ddc83087-c773-4ce6-9414-d35c51f22279 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0876114 Jun 27 09:39:33.020727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.064222 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-c1810612-8ca1-4e04-a26a-b9729f608675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:33.066116 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-c1810612-8ca1-4e04-a26a-b9729f608675 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1127 time: 0.0921702 Jun 27 09:39:33.111983 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5a41bc5-f164-485c-8d15-24d48f42026b req-2e4f5b0a-96a0-4b31-b87f-248eec673d6a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619048 Jun 27 09:39:33.172953 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Attempting to bind port d8b22809-48e1-457f-b979-7d40b5893f74 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:33.174018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Attempting to bind port d8b22809-48e1-457f-b979-7d40b5893f74 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:33.174018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Attempting to bind port d8b22809-48e1-457f-b979-7d40b5893f74 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:33.176647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Allocated IP 172.20.0.1 (43d1d39f-ac7c-4db6-9b99-82d2961b14fe/b2393c62-2074-4d28-95c7-5e0954a6c644/e4f82c42-455f-4e87-996d-4d20e501ff9f) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:33.202445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:33.202445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:33.202445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.203462 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:33.203827 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Bound port: d8b22809-48e1-457f-b979-7d40b5893f74, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:33.204527 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.206279 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01d9ae-20bc-4fb8-925c-ce756ce04d82 None None] Pushing event updated for resources: {'Port': ['ID=d8b22809-48e1-457f-b979-7d40b5893f74,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:33.325324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] For port d8b22809-48e1-457f-b979-7d40b5893f74, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:33.329673 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] For port d8b22809-48e1-457f-b979-7d40b5893f74, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d8b22809-48e1-457f-b979-7d40b5893f74,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:33.404875 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.411877 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d924fb-0586-48b7-b890-ae75e9371d35 req-ec63b4c4-b336-46e5-8f85-8cc55b5a8411 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:33.413507 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93d924fb-0586-48b7-b890-ae75e9371d35 req-ec63b4c4-b336-46e5-8f85-8cc55b5a8411 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.0616992 Jun 27 09:39:33.503421 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-566db9a3-4ff6-42c0-946e-b5bca2991f91 req-627ec54a-aa11-413d-aa07-c66d9323793a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.1231549 Jun 27 09:39:33.539616 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93d924fb-0586-48b7-b890-ae75e9371d35 req-68298643-1b03-462c-ab5c-975cfbd03771 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104314 Jun 27 09:39:33.556216 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-0820328c-3046-4dc5-b08f-5b74309bda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:33.557869 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-0820328c-3046-4dc5-b08f-5b74309bda71 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=55f89ed92a124e2c8a274975bc0935ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4384120 Jun 27 09:39:33.626233 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-2a7554ad-12c1-4df1-b939-124c62415106 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:33.639003 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:33.648449 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:33.649036 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-2a7554ad-12c1-4df1-b939-124c62415106 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.2619417 Jun 27 09:39:33.649394 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks [] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.766238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.782707 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01d9ae-20bc-4fb8-925c-ce756ce04d82 None None] Pushing event updated for resources: {'Port': ['ID=d8b22809-48e1-457f-b979-7d40b5893f74,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:33.782707 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:33.783471 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d19f804-3360-471a-b39e-ca7317e93b4e req-1d10e20d-c383-4531-941c-3ebc243c3a63 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.1093719 Jun 27 09:39:33.802921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:33.910879 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:33.928123 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:33.931205 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:34.048927 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:34.068239 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Pushing event updated for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:34.130436 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.131012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.131551 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.132066 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.132873 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.133375 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.133870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.134367 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.134876 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.135373 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.135936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.136418 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.137190 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.137510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.138020 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:34.172041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:34.375030 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-b2d97f39-cc4e-4986-90be-a01e549d603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:34.378766 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-72c4297c-a537-4bfc-9957-6384f78bdce8 req-b2d97f39-cc4e-4986-90be-a01e549d603c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519429 Jun 27 09:39:34.402029 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50138cb7-044c-4c91-a51d-d31567b93249 req-e8f84fbe-009b-4f25-89f2-df98c57f932e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:34.405131 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50138cb7-044c-4c91-a51d-d31567b93249 req-e8f84fbe-009b-4f25-89f2-df98c57f932e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.0991852 Jun 27 09:39:34.408125 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-3b6d6f34-582f-4109-9694-67e1b1831b31 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 472 time: 0.4124076 Jun 27 09:39:34.415567 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:34.429766 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-16703fa7-3182-4d81-8052-4554f6094e88 None None] Provisioning complete for port e4f82c42-455f-4e87-996d-4d20e501ff9f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:34.430268 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-16703fa7-3182-4d81-8052-4554f6094e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:34.435619 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:28Z', 'revision_number': 3, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:34.439318 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:34.466136 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44676cdd-372d-406a-bafe-fbc4a9937895 None None] The sync data for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi is: [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:28Z', 'revision_number': 3, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:34.491497 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-50138cb7-044c-4c91-a51d-d31567b93249 req-c3f5c022-ecf0-4fba-9d99-c2c6b7e75734 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781140 Jun 27 09:39:34.520081 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-16703fa7-3182-4d81-8052-4554f6094e88 None None] Port e4f82c42-455f-4e87-996d-4d20e501ff9f cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:34.600376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:34.658855 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fc368709-d348-42ad-a52e-297cc34a01a2 req-18f420f4-fd38-4099-854a-0e88f5a79157 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0323691 Jun 27 09:39:34.744883 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2785a24-5ab9-4a71-968c-1b06e69ab1f1 req-68c3bfcd-f9eb-44c2-915f-1d0ce012d05e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:34.747685 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e2785a24-5ab9-4a71-968c-1b06e69ab1f1 req-68c3bfcd-f9eb-44c2-915f-1d0ce012d05e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.1056557 Jun 27 09:39:34.984167 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e2785a24-5ab9-4a71-968c-1b06e69ab1f1 req-1a23e8c5-0466-4e35-a4bf-d4343602bed9 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923320 Jun 27 09:39:35.041184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks [] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:35.048080 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5c3caf13-de56-4a39-9668-7456a616ebc6 req-ac14fe36-0cb5-4818-8534-2a302b6073e3 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.0605025 Jun 27 09:39:35.088847 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:35.159410 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:39:35.181647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:35.241856 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Pushing event updated for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:35.307167 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:35.327061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:35.329057 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:35.399654 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:35.543728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Router b9590129-0b6d-45a4-98ef-a5253c15cbd8 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:39:35.689617 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:35.700494 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-306c8da5-f34b-4733-a75f-265d74e0c3fe admin admin] 10.222.0.64 "PUT /v2.0/routers/b9590129-0b6d-45a4-98ef-a5253c15cbd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2668130 Jun 27 09:39:35.789923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'port': {'device_id': '102adf3a-476d-4af7-8267-15e963425bde', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'admin_state_up': True, 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'security_groups': ['490a7730-028c-4930-a027-2070f9a100b1']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:35.805380 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:35.809747 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d8b22809-48e1-457f-b979-7d40b5893f74 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:35.886211 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-448aaff8-10ea-4557-b42a-1bbb7dc77fd0 req-a79dcb9a-948b-4f2e-9a2c-2fa35678618e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0603735 Jun 27 09:39:35.891402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:35.911177 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-78450382-38d3-4753-85e3-2321f3f64123 None None] Provisioning complete for port e4f82c42-455f-4e87-996d-4d20e501ff9f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:35.916911 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-78450382-38d3-4753-85e3-2321f3f64123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:35.970019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:36.004805 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c38d8-9e7c-4dc6-897c-5444e0bdbdee req-fd1729f1-cacb-496b-9f52-380c69eac3a6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:36.024471 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1f8c38d8-9e7c-4dc6-897c-5444e0bdbdee req-fd1729f1-cacb-496b-9f52-380c69eac3a6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 943 time: 0.3831127 Jun 27 09:39:36.042176 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-78450382-38d3-4753-85e3-2321f3f64123 None None] Port e4f82c42-455f-4e87-996d-4d20e501ff9f cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:36.044840 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:36.045690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.048532 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port d8b22809-48e1-457f-b979-7d40b5893f74 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:36.048881 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.115508 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:36.151755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:36.156433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-67f6c4ca-7036-44ca-b570-2ec406637899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:36.174516 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-67f6c4ca-7036-44ca-b570-2ec406637899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1127 time: 0.4000242 Jun 27 09:39:36.202094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port d8b22809-48e1-457f-b979-7d40b5893f74 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:36.202541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.236682 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port d8b22809-48e1-457f-b979-7d40b5893f74, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d8b22809-48e1-457f-b979-7d40b5893f74,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:36.300349 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.315094 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-b86b0445-0ec7-416e-9a89-21ea02e3fe42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 217 time: 0.1118488 Jun 27 09:39:36.351791 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.373886 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=9']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:36.395986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.398211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.399106 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.399872 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.400886 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.401418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.402063 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.402681 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.403317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.403999 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.404756 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.405681 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.406279 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.406759 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.407488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:39:36.407998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:36.426127 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1f8c38d8-9e7c-4dc6-897c-5444e0bdbdee req-e035a7be-5087-426f-b14d-b6d76660ef8b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007199 Jun 27 09:39:36.436456 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:36.459571 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-54b0574a-147c-484c-a247-4e4582a85f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:36.461867 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-54b0574a-147c-484c-a247-4e4582a85f8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.1187022 Jun 27 09:39:36.483489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=d8b22809-48e1-457f-b979-7d40b5893f74,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:36.532800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50322) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:36.539290 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479690552', 'description': 'tempest-secgroup-smoke-1479690552 description', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:36.581905 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7fdce23c-d778-4890-93af-cf5c5df3a911 req-53f8f4b6-12c0-4ffc-b324-12ed5c107d3f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.0413268 Jun 27 09:39:36.586150 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:36.591302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.599928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90954064-e945-4d1c-8850-c96be1265b13 req-ba21cac1-8fdd-4243-8b88-e04073ef28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:36.601824 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-ba21cac1-8fdd-4243-8b88-e04073ef28e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1282275 Jun 27 09:39:36.610929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['a233eb88-dce4-49a8-9bf9-7a59a86e981b'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:36.637520 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.717892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:36.735123 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (40e10049-94e0-4d49-8573-0ce93393423b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.750891 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e954b22-8349-43c0-bd38-d1305169868f req-2d5ffd26-04a7-40b1-a985-4383e1d43f7e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:36.759756 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2e954b22-8349-43c0-bd38-d1305169868f req-2d5ffd26-04a7-40b1-a985-4383e1d43f7e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.1673205 Jun 27 09:39:36.805834 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.20.0.6 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/1c045054-5e3a-4e2b-8877-18f92b60b5a0) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:36.825087 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2e954b22-8349-43c0-bd38-d1305169868f req-cb65f0d2-c0f4-41dc-bfec-1ff19a0734ed tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640707 Jun 27 09:39:36.831183 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (40e10049-94e0-4d49-8573-0ce93393423b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.887218 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e10049-94e0-4d49-8573-0ce93393423b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:36.953059 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:36.954336 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ed185258-4354-4b90-8af7-d64145b36b97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4195671 Jun 27 09:39:36.957240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50330) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:36.961921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:36.971083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:37.070119 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9c74fb1d-4471-42a9-a70a-f5e2ba945616 req-a37e6038-4a47-4e01-af39-0a8cdd77d9e3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0542064 Jun 27 09:39:37.096694 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (0c4328a9-e15f-45f6-bd68-16f0d2b01903), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.128890 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.133898 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-368fa6b4-7244-49dd-9d98-bac8f0950e7b service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181832 Jun 27 09:39:37.172786 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:37.220261 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (0c4328a9-e15f-45f6-bd68-16f0d2b01903), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.237880 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Sync routers for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:37.250353 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:37.251055 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:37.277265 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.299803 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (0c4328a9-e15f-45f6-bd68-16f0d2b01903), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.338474 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4328a9-e15f-45f6-bd68-16f0d2b01903,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:37.382172 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:37.386697 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:37.399551 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:37.402820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:37.408103 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.411322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:37.415031 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-59c935f4-6e94-4256-aaf2-75e2318acb96 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538469 Jun 27 09:39:37.416149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50336) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:37.426762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:37.497766 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:37.498387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.530988 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (2e6f050c-7b79-4a7d-aa89-442af600c889), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.536284 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:37.579694 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50340) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:37.610868 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:37.709360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port a233eb88-dce4-49a8-9bf9-7a59a86e981b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:37.715268 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:37.721020 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-7903f534-d508-4432-982d-023c96461313 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9592466 Jun 27 09:39:37.752395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Request body: {'port': {'device_id': '102adf3a-476d-4af7-8267-15e963425bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:37.780470 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5306-f768-4600-bbbc-5e726b006918 req-1835d5bc-c02a-4124-b019-78cec0397420 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:37.789302 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-579f5306-f768-4600-bbbc-5e726b006918 req-1835d5bc-c02a-4124-b019-78cec0397420 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 944 time: 0.1568041 Jun 27 09:39:37.830107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d8b22809-48e1-457f-b979-7d40b5893f74 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:37.895655 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-579f5306-f768-4600-bbbc-5e726b006918 req-558f667a-4769-4544-a859-cc5c7d4ab2cd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052904 Jun 27 09:39:37.918652 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6cc7eb02-9b97-4c82-8709-4bf4fc24b92f None None] Provisioning complete for port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:37.919346 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6cc7eb02-9b97-4c82-8709-4bf4fc24b92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.007925 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7eb02-9b97-4c82-8709-4bf4fc24b92f None None] Port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:39:38.014957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port d8b22809-48e1-457f-b979-7d40b5893f74 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:38.015522 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.054377 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a233eb88-dce4-49a8-9bf9-7a59a86e981b is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:38.055605 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.097609 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6aef6d4d-9f4f-4984-8226-f7ed6a4b03e1 req-283a0040-e875-44bd-9422-6242282f7212 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.2346339 Jun 27 09:39:38.108369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:38.108938 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:38.125724 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90954064-e945-4d1c-8850-c96be1265b13 req-4f7950e6-5193-4ce1-ac0e-7599e9cba32c service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882926 Jun 27 09:39:38.126398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:38.126398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2ff712-9161-4a74-99b8-1b496b26659f" -d '{"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:38.142810 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:38.155608 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:34Z', 'revision_number': 4, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'e4f82c42-455f-4e87-996d-4d20e501ff9f', 'name': '', 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'mac_address': 'fa:16:3e:b7:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:32Z', 'updated_at': '2022-06-27T09:39:34Z', 'revision_number': 2, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'subnets': [{'id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:38.199415 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (2e6f050c-7b79-4a7d-aa89-442af600c889), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.219466 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Checking router: b9590129-0b6d-45a4-98ef-a5253c15cbd8 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:38.226857 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Updating router b9590129-0b6d-45a4-98ef-a5253c15cbd8 port e4f82c42-455f-4e87-996d-4d20e501ff9f binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:39:38.227018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port d8b22809-48e1-457f-b979-7d40b5893f74 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:38.240529 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b7c6d16f-84a0-4530-844b-122cb49b11ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0eb2a1214a1a4ae5a5211c18c2c39c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6594307 Jun 27 09:39:38.244716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.254904 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57748fb-4d62-426c-a67b-1244e147dbf0 req-65aaed71-be9b-4b03-8526-ba4d938ab87b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:38.256501 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f57748fb-4d62-426c-a67b-1244e147dbf0 req-65aaed71-be9b-4b03-8526-ba4d938ab87b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.1451118 Jun 27 09:39:38.257000 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50352) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:38.277072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.296433 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (2e6f050c-7b79-4a7d-aa89-442af600c889), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.299145 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.345033 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=10']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:38.364912 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:38.418888 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bfb7d-7eea-46a3-93ad-5862a4ca2c4c req-9dc3f892-13a1-4e77-b5f9-27fb5ef96df6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:38.420217 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6f050c-7b79-4a7d-aa89-442af600c889,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:38.421393 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8f5bfb7d-7eea-46a3-93ad-5862a4ca2c4c req-9dc3f892-13a1-4e77-b5f9-27fb5ef96df6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 931 time: 0.1206264 Jun 27 09:39:38.436351 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-8abb5c61-c35c-4882-93ab-e338c49fbf54 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:38.453020 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-8abb5c61-c35c-4882-93ab-e338c49fbf54 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "GET /v2.0/networks?id=8dc842b0-c4e3-4553-aa78-54073ba34630 HTTP/1.1" status: 200 len: 809 time: 0.5477860 Jun 27 09:39:38.481014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Request body: {'port': {'device_id': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630', 'admin_state_up': True, 'tenant_id': '604921be35cc4c258933114a5535800c'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:38.498406 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.500001 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-972eaad9-b0f9-4879-9e08-a7e255068fe0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0828891 Jun 27 09:39:38.527157 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f57748fb-4d62-426c-a67b-1244e147dbf0 req-16f30207-c57e-4592-97de-685669af2aac tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551425 Jun 27 09:39:38.531550 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50358) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:38.581825 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:38.584110 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:38.588349 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:38.603182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] Publish callbacks [] for security_group (585dbddb-24ac-4621-8127-d3c423f614ba), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.608055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74595f4-181a-4a3e-9593-1a516ab84016 x-openstack-request-id: req-a74595f4-181a-4a3e-9593-1a516ab84016 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:38.608594 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-plugged", "status": "completed", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:38.608594 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a74595f4-181a-4a3e-9593-1a516ab84016 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:38.609033 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74595f4-181a-4a3e-9593-1a516ab84016'] response: {'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'code': 200} Jun 27 09:39:38.694705 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8f5bfb7d-7eea-46a3-93ad-5862a4ca2c4c req-20f834bf-1c7e-4a2b-a952-3bde318fbd5d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482073 Jun 27 09:39:38.702668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] Publish callbacks [] for security_group (585dbddb-24ac-4621-8127-d3c423f614ba), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.803122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (ebfee111-e0a7-4630-810c-fc4e6edbe139), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.839806 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks [] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.866520 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Made reservation on behalf of 604921be35cc4c258933114a5535800c for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:39:38.871522 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.878409 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (585dbddb-24ac-4621-8127-d3c423f614ba), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.881613 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.885221 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/585dbddb-24ac-4621-8127-d3c423f614ba HTTP/1.1" status: 204 len: 168 time: 0.6152551 Jun 27 09:39:38.885882 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c045054-5e3a-4e2b-8877-18f92b60b5a0 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:38.908601 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (ebfee111-e0a7-4630-810c-fc4e6edbe139), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.912002 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks [] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.922491 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:38.949289 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Transition to ACTIVE for port object 1c045054-5e3a-4e2b-8877-18f92b60b5a0 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:39:38.997798 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb265f32-1687-4179-a5c8-6d8725e3c90e None None] Pushing event updated for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:39.000783 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d1cde-936e-4971-b9b4-ed0e6b885dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585dbddb-24ac-4621-8127-d3c423f614ba,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:39.032230 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (ebfee111-e0a7-4630-810c-fc4e6edbe139), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.059735 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.108824 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Attempting to bind port e4f82c42-455f-4e87-996d-4d20e501ff9f on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:39.109201 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Attempting to bind port e4f82c42-455f-4e87-996d-4d20e501ff9f by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:39.109974 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Attempting to bind port e4f82c42-455f-4e87-996d-4d20e501ff9f on network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:39.119142 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:39.119564 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Checking segment: {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:39.119905 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.120311 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Bound using segment: {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:39.120792 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Bound port: e4f82c42-455f-4e87-996d-4d20e501ff9f, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f754e43-6911-413e-9185-c36277e58e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:39.121231 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.170750 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:39.201638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6c671-4f66-4528-bbbc-2fd88be0bba4 req-b4adaa74-e895-445c-a66e-3c6302223a1c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:39.219669 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f8c6c671-4f66-4528-bbbc-2fd88be0bba4 req-b4adaa74-e895-445c-a66e-3c6302223a1c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.1848996 Jun 27 09:39:39.261111 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebfee111-e0a7-4630-810c-fc4e6edbe139,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:39.374383 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] For port e4f82c42-455f-4e87-996d-4d20e501ff9f, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:39.392297 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] For port e4f82c42-455f-4e87-996d-4d20e501ff9f, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e4f82c42-455f-4e87-996d-4d20e501ff9f,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:39.396911 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.398595 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-04a92bb4-c39d-47e1-9a5e-0d509c71077c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587086 Jun 27 09:39:39.406936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50366) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:39.427971 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:39.445286 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:39.452566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Allocated IP 172.20.0.7 (8dc842b0-c4e3-4553-aa78-54073ba34630/312e0beb-de5c-429e-929d-ec462ff8ac68/d9ff1e9e-ad49-4446-85dc-750360ad4de7) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:39:39.455643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:39.473971 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f8c6c671-4f66-4528-bbbc-2fd88be0bba4 req-480d8dd9-91c7-4d18-8dca-03802bebb00a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528665 Jun 27 09:39:39.474191 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.487719 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-16488699-c4b0-44b4-b6df-7880c0235c8d req-a8ca4519-4d43-47ba-a3bc-74c0491cb64c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.0553012 Jun 27 09:39:39.544632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Attempting to bind port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:39.545262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Attempting to bind port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:39.545762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Attempting to bind port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:39.553130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:39:39.553653 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Attempting to bind port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:39.562268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:39.562950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:39.563746 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:39.564474 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Bound port: 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:39.565265 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.565381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Provisioning complete for port e4f82c42-455f-4e87-996d-4d20e501ff9f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:39.566828 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.669314 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (075b6bee-eb4a-4930-a83d-37d4971442ea), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.672203 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb265f32-1687-4179-a5c8-6d8725e3c90e None None] Pushing event updated for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:39.705544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:39.712472 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:39.713134 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:39.718795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:39.776478 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Current status of the port e4f82c42-455f-4e87-996d-4d20e501ff9f is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:39.777587 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.822189 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa95e8e-022f-4c97-8858-12c8f49955c1 req-0987456e-00e5-448d-9002-8a788fe1fb2c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:39.823854 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfa95e8e-022f-4c97-8858-12c8f49955c1 req-0987456e-00e5-448d-9002-8a788fe1fb2c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.1498625 Jun 27 09:39:39.828288 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.874933 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:39.875245 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] For port e4f82c42-455f-4e87-996d-4d20e501ff9f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e4f82c42-455f-4e87-996d-4d20e501ff9f,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:39.877746 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:39.878360 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:39.879758 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] 10.222.0.55 "PUT /v2.0/ports/1c045054-5e3a-4e2b-8877-18f92b60b5a0 HTTP/1.1" status: 200 len: 1093 time: 2.1396878 Jun 27 09:39:39.880211 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:39.882677 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb16ad6-edeb-4207-bf09-e2fbce17145e" -d '{"events": [{"name": "network-changed", "server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:39.909165 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:39.962993 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.045815 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks [] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.096897 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (075b6bee-eb4a-4930-a83d-37d4971442ea), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.117364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527b24-6f28-408f-8e0f-c827dcac2d3e None None] Pushing event updated for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:40.124930 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfa95e8e-022f-4c97-8858-12c8f49955c1 req-6bb94e60-f887-4bb8-9c2a-577c2d7685cd tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880847 Jun 27 09:39:40.208140 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (075b6bee-eb4a-4930-a83d-37d4971442ea), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.241706 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ce238e1d-5ad5-4f57-900d-94f0ad27ae0f None None] Provisioning complete for port e4f82c42-455f-4e87-996d-4d20e501ff9f triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:40.242109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce238e1d-5ad5-4f57-900d-94f0ad27ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.260324 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b6bee-eb4a-4930-a83d-37d4971442ea,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:40.295203 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad632-6de5-46e2-8b9b-111fedd60d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.299337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:40.330162 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.350443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ce238e1d-5ad5-4f57-900d-94f0ad27ae0f None None] Current status of the port e4f82c42-455f-4e87-996d-4d20e501ff9f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:40.354092 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:34Z', 'revision_number': 4, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'e4f82c42-455f-4e87-996d-4d20e501ff9f', 'name': '', 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'mac_address': 'fa:16:3e:b7:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:32Z', 'updated_at': '2022-06-27T09:39:39Z', 'revision_number': 4, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'subnets': [{'id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:40.363811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.367880 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-dbbc6dc1-dbb4-4e39-9f06-f5a714afd841 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9544365 Jun 27 09:39:40.383618 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332cd21-8bb9-4385-9e8c-1fa723734ad7 None None] The sync data for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi is: [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:39:34Z', 'revision_number': 4, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'e4f82c42-455f-4e87-996d-4d20e501ff9f', 'name': '', 'network_id': '43d1d39f-ac7c-4db6-9b99-82d2961b14fe', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'mac_address': 'fa:16:3e:b7:68:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:32Z', 'updated_at': '2022-06-27T09:39:39Z', 'revision_number': 4, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'subnets': [{'id': 'b2393c62-2074-4d28-95c7-5e0954a6c644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:40.408637 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50374) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:40.418877 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:40.473809 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Network 8dc842b0-c4e3-4553-aa78-54073ba34630 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:39:40.492727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Pushing event updated for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:40.492727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:39:40.493140 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8d1c-7675-4d5f-8bdf-058abb4d18ba req-c5c235a1-b67c-4dcb-874e-df4d8399abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.493566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:39:40.493667 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8edf8d1c-7675-4d5f-8bdf-058abb4d18ba req-c5c235a1-b67c-4dcb-874e-df4d8399abdd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 1130 time: 0.7286353 Jun 27 09:39:40.552120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50166476-bd82-4506-8eaa-79692de173eb x-openstack-request-id: req-50166476-bd82-4506-8eaa-79692de173eb {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:40.552449 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:40.552738 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50166476-bd82-4506-8eaa-79692de173eb {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:40.553190 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50166476-bd82-4506-8eaa-79692de173eb'] response: {'name': 'network-changed', 'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'status': 'completed', 'code': 200} Jun 27 09:39:40.559095 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.securitygroups_db [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Project 1d5cbd080e204408aa51c29ec2cf1422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:39:40.575708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (14f891f4-59ba-42cc-af7d-620e0f90df83), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.606115 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-780a4da7-e314-4f8a-a31e-e8036f0d82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.609338 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-780a4da7-e314-4f8a-a31e-e8036f0d82d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 1127 time: 0.1140792 Jun 27 09:39:40.633820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb583c-16f7-418d-a5fa-5ee2d6b0aeae req-e3290009-ff1d-4bb4-8f6b-86d4b01d84c2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.637231 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-abdb583c-16f7-418d-a5fa-5ee2d6b0aeae req-e3290009-ff1d-4bb4-8f6b-86d4b01d84c2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.6950319 Jun 27 09:39:40.639254 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.640136 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.645840 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:40.688491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:40.689371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86567590-8850-47b0-ae15-30eb6e77cc05 service neutron] Pushing event updated for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:40.712456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6edd7-367d-4cd8-a440-1c1adb442f0e req-4d1419eb-d711-4701-bc09-a61e3b8eb859 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.714119 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfd6edd7-367d-4cd8-a440-1c1adb442f0e req-4d1419eb-d711-4701-bc09-a61e3b8eb859 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.1045883 Jun 27 09:39:40.734177 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (14f891f4-59ba-42cc-af7d-620e0f90df83), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.744124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-b29f4a56-c98b-4e94-b77f-d73071e682cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0870423 Jun 27 09:39:40.789056 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-f6e136c0-0cc7-49e2-b1ea-7961db58a735 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3119450 Jun 27 09:39:40.800532 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8edf8d1c-7675-4d5f-8bdf-058abb4d18ba req-36776998-0524-4f19-880f-0420f40b60d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213173 Jun 27 09:39:40.804362 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (14f891f4-59ba-42cc-af7d-620e0f90df83), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.814273 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Request body: {'port': {'device_id': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:40.824917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-abdb583c-16f7-418d-a5fa-5ee2d6b0aeae req-b03a442e-adc3-45c5-8a8e-281df433a64b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799145 Jun 27 09:39:40.830822 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bfd6edd7-367d-4cd8-a440-1c1adb442f0e req-0c136441-8e88-4333-9460-61644e4f9bd8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088350 Jun 27 09:39:40.833174 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-96a085e4-4db0-47be-b7bb-f0eba01ca692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:40.834592 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-96a085e4-4db0-47be-b7bb-f0eba01ca692 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0779455 Jun 27 09:39:40.877675 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:40.878540 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f891f4-59ba-42cc-af7d-620e0f90df83,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:40.984184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.990504 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:40.992446 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5048139a-b8eb-4e5e-9705-eb00eb6d5598 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5818260 Jun 27 09:39:40.999173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50382) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:41.006468 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'security_group_rule': {'security_group_id': '40e10049-94e0-4d49-8573-0ce93393423b', 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:41.024873 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0295e7-ae4f-40b6-b8a7-a526ff2d139f req-dd9265fd-36fe-4cc5-9f0c-e1b9be9da3d9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:41.037594 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab0295e7-ae4f-40b6-b8a7-a526ff2d139f req-dd9265fd-36fe-4cc5-9f0c-e1b9be9da3d9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 931 time: 0.1197386 Jun 27 09:39:41.133378 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab0295e7-ae4f-40b6-b8a7-a526ff2d139f req-01485db9-e41b-4e4f-83b5-6102ef46c925 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933378 Jun 27 09:39:41.185667 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.securitygroups_db [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Project 1d5cbd080e204408aa51c29ec2cf1422 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:39:41.196947 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (07b7ad6d-0b3c-4a5e-ad98-461309c94e50), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.309296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (07b7ad6d-0b3c-4a5e-ad98-461309c94e50), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.363230 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (07b7ad6d-0b3c-4a5e-ad98-461309c94e50), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.377331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d8cfd-d6da-4234-a24a-88d40d3c8e63 req-ba4e6a02-993d-4ee4-97ee-093e27b976e7 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:41.384351 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c45d8cfd-d6da-4234-a24a-88d40d3c8e63 req-ba4e6a02-993d-4ee4-97ee-093e27b976e7 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.1168966 Jun 27 09:39:41.389173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b7ad6d-0b3c-4a5e-ad98-461309c94e50,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:41.479125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.480447 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2114fe67-9e82-4619-9ff8-2d805468aee3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803109 Jun 27 09:39:41.509638 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c45d8cfd-d6da-4234-a24a-88d40d3c8e63 req-5520f2dd-6cb6-4f22-8539-9ecce66e6714 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243892 Jun 27 09:39:41.574185 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ff1e9e-ad49-4446-85dc-750360ad4de7 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:41.594844 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks [] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.608696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:41.622730 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Transition to ACTIVE for port object d9ff1e9e-ad49-4446-85dc-750360ad4de7 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:39:41.705987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.710232 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e4f82c42-455f-4e87-996d-4d20e501ff9f up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:41.852246 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port e4f82c42-455f-4e87-996d-4d20e501ff9f triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:41.853025 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:41.996159 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Pushing event updated for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:42.055566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port e4f82c42-455f-4e87-996d-4d20e501ff9f is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:42.123031 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb240-93a2-4943-9835-593a3b2b83b1 req-2f16ca5f-ba08-448d-b074-0dbbc379608f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.130106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eefeb240-93a2-4943-9835-593a3b2b83b1 req-2f16ca5f-ba08-448d-b074-0dbbc379608f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.1314578 Jun 27 09:39:42.144676 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a79c01-f628-42ea-a9a9-5a905986182e req-f699fd6b-df3d-47fa-88b0-5a8dd142cffe tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.146243 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e3a79c01-f628-42ea-a9a9-5a905986182e req-f699fd6b-df3d-47fa-88b0-5a8dd142cffe tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.1190972 Jun 27 09:39:42.191423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Attempting to bind port d9ff1e9e-ad49-4446-85dc-750360ad4de7 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:39:42.191795 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Attempting to bind port d9ff1e9e-ad49-4446-85dc-750360ad4de7 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:39:42.192119 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Attempting to bind port d9ff1e9e-ad49-4446-85dc-750360ad4de7 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:42.208452 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Port d9ff1e9e-ad49-4446-85dc-750360ad4de7 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:39:42.208780 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Attempting to bind port d9ff1e9e-ad49-4446-85dc-750360ad4de7 on network 8dc842b0-c4e3-4553-aa78-54073ba34630 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:39:42.220111 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eefeb240-93a2-4943-9835-593a3b2b83b1 req-23a095cc-e456-4788-aba4-a35d67d04012 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881581 Jun 27 09:39:42.225522 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:39:42.226038 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Checking segment: {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:39:42.226452 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Bound using segment: {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:39:42.226966 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Bound port: d9ff1e9e-ad49-4446-85dc-750360ad4de7, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:39:42.227331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:42.241354 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e3a79c01-f628-42ea-a9a9-5a905986182e req-53c57b2a-3544-49e9-89af-c20d78cfd75b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840323 Jun 27 09:39:42.305237 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:42.315754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:39:42.320040 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:39:42.344417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58282d68-ee65-44de-8097-45eff7abf9ee req-8a54bf98-98ea-4a99-8429-f5929c402564 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.345889 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-58282d68-ee65-44de-8097-45eff7abf9ee req-8a54bf98-98ea-4a99-8429-f5929c402564 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 943 time: 0.0594678 Jun 27 09:39:42.395745 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-58282d68-ee65-44de-8097-45eff7abf9ee req-178be4d9-08f7-49d8-a62f-0ff65c0abe80 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Jun 27 09:39:42.431648 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:42.466195 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.469215 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:42.469215 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] 10.222.0.55 "PUT /v2.0/ports/d9ff1e9e-ad49-4446-85dc-750360ad4de7 HTTP/1.1" status: 200 len: 1093 time: 1.6605232 Jun 27 09:39:42.470670 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:42.472895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:42.493137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5841c8-145b-4380-b95c-9295417cb55a service neutron] Pushing event updated for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:42.511209 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae02e2-4c47-4e44-bcee-936b17e5b3fb x-openstack-request-id: req-93ae02e2-4c47-4e44-bcee-936b17e5b3fb {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:42.511591 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:42.511858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93ae02e2-4c47-4e44-bcee-936b17e5b3fb {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:42.512267 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ae02e2-4c47-4e44-bcee-936b17e5b3fb'] response: {'name': 'network-changed', 'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7', 'status': 'completed', 'code': 200} Jun 27 09:39:42.567947 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-773b66ea-6e7e-4c29-bfff-61fa47477c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:42.668135 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88139a-a49e-49f9-a9c6-b60c72733311 req-4581d585-114e-4adb-aae9-85ce363ece99 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.669498 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa88139a-a49e-49f9-a9c6-b60c72733311 req-4581d585-114e-4adb-aae9-85ce363ece99 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.0742586 Jun 27 09:39:42.670630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-e496ffe6-485a-4899-88ad-bc214c351dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:42.672014 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-e496ffe6-485a-4899-88ad-bc214c351dc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657179 Jun 27 09:39:42.757444 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa88139a-a49e-49f9-a9c6-b60c72733311 req-46a3a67b-f042-4e08-a817-a944544adb8f tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446062 Jun 27 09:39:43.030973 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-7470bb1f-c06d-48a0-9306-60f3a7b6c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.032509 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-7470bb1f-c06d-48a0-9306-60f3a7b6c67d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 1127 time: 0.0424979 Jun 27 09:39:43.070863 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:43.077019 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-a048db55-3b69-48b2-b511-1bab4fbd5406 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875826 Jun 27 09:39:43.138716 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-bdada31d-8bda-4173-bd1b-a731e5830e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.141566 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-bdada31d-8bda-4173-bd1b-a731e5830e64 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=604921be35cc4c258933114a5535800c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1002605 Jun 27 09:39:43.346280 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbe5ef-94c5-49fa-934e-f74b5a44fd84 req-68f7c830-1aff-467a-8d77-bbca442ed322 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.347895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebbbe5ef-94c5-49fa-934e-f74b5a44fd84 req-68f7c830-1aff-467a-8d77-bbca442ed322 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.0489209 Jun 27 09:39:43.385682 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6a9e4-9cec-4b5d-bec4-7d0b1209357a req-8079e955-127b-4f83-804b-fef6f0dc4910 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.387214 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33b6a9e4-9cec-4b5d-bec4-7d0b1209357a req-8079e955-127b-4f83-804b-fef6f0dc4910 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0545595 Jun 27 09:39:43.406203 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebbbe5ef-94c5-49fa-934e-f74b5a44fd84 req-21381fe7-e1f8-4fa2-9b1d-91ca9387a660 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519915 Jun 27 09:39:43.442255 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33b6a9e4-9cec-4b5d-bec4-7d0b1209357a req-a2e0514a-5fae-45f6-a03d-279f8731a94c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Jun 27 09:39:43.521481 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f60880-8572-4afa-95a4-e959735192f1 req-55afb1a8-df8d-4b1d-887c-1d816ef1d367 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.523022 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a4f60880-8572-4afa-95a4-e959735192f1 req-55afb1a8-df8d-4b1d-887c-1d816ef1d367 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 943 time: 0.0479488 Jun 27 09:39:43.572238 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a4f60880-8572-4afa-95a4-e959735192f1 req-30d93e14-7f4f-4e7c-a74d-3ab3366712da tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Jun 27 09:39:43.832567 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48aaa6-d8c2-4f41-a581-78f32dfb2c27 req-8fe0b1d8-06d4-405f-af99-5133ab818c23 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:43.834014 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d48aaa6-d8c2-4f41-a581-78f32dfb2c27 req-8fe0b1d8-06d4-405f-af99-5133ab818c23 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.0462670 Jun 27 09:39:43.881920 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d48aaa6-d8c2-4f41-a581-78f32dfb2c27 req-dd51994f-518c-4404-aff7-005f78b67b5a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425208 Jun 27 09:39:44.174189 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f6002820-4233-480f-9bf4-5a6007f6d8d7 req-83b7291b-2ba9-4c6d-9a26-64e97a8e3c92 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984690 Jun 27 09:39:44.189499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-b6eeb725-9f46-46ce-98f7-4a4e4c4b25c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:44.191022 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bdcdbe7-6520-4e57-858a-b9e4c0eacbd9 req-b6eeb725-9f46-46ce-98f7-4a4e4c4b25c1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1156483 Jun 27 09:39:44.591845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44270cdd-0f49-4b53-99d9-241c6f9835b5 req-fe1006c4-81d3-45ce-9696-fdb8186d5e3e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:44.594478 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-44270cdd-0f49-4b53-99d9-241c6f9835b5 req-fe1006c4-81d3-45ce-9696-fdb8186d5e3e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0555353 Jun 27 09:39:44.673293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:44.690314 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-d4388029-113b-4b81-8540-a8b4430feb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:44.691875 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-d4388029-113b-4b81-8540-a8b4430feb88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=604921be35cc4c258933114a5535800c&device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 1127 time: 0.0670798 Jun 27 09:39:44.704470 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-44270cdd-0f49-4b53-99d9-241c6f9835b5 req-5a57a19a-ad91-4fc8-a4b6-581f99c9e4c1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006625 Jun 27 09:39:44.812778 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe4a4c-dc44-40c2-af8f-6d4a1380d09d req-83e87fb1-3c11-46c8-aa4d-2197caab2320 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:44.812778 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-22fe4a4c-dc44-40c2-af8f-6d4a1380d09d req-83e87fb1-3c11-46c8-aa4d-2197caab2320 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.3331473 Jun 27 09:39:44.837401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f9d10-4cf9-4068-a10b-ae48098b5449 req-acefaba9-7550-4cbd-acfc-6bde7734d50b tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:44.846437 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-892f9d10-4cf9-4068-a10b-ae48098b5449 req-acefaba9-7550-4cbd-acfc-6bde7734d50b tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 943 time: 0.0643804 Jun 27 09:39:44.872141 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-22fe4a4c-dc44-40c2-af8f-6d4a1380d09d req-602ef088-712b-4a8b-a30a-363bc55d5b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530961 Jun 27 09:39:44.888154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:44.897335 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-892f9d10-4cf9-4068-a10b-ae48098b5449 req-abd4c49d-764f-4314-ae4f-72bf0d66efd2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479376 Jun 27 09:39:44.999009 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffd21e-fb6c-4be2-a6e0-9ad7eed19c2a req-d6e08111-324a-4718-b87a-16de4f8a40f4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:45.000644 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f9ffd21e-fb6c-4be2-a6e0-9ad7eed19c2a req-d6e08111-324a-4718-b87a-16de4f8a40f4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 943 time: 0.0487800 Jun 27 09:39:45.050718 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f9ffd21e-fb6c-4be2-a6e0-9ad7eed19c2a req-28e34f13-6c11-4ea1-b687-78daf5e54a7b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Jun 27 09:39:45.558960 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b7d364ab-ebca-4312-8213-6c5cc722e7bc details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:45.664939 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:45.675137 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-cae7dc15-6811-42d3-aa4c-3c20009e04eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7 HTTP/1.1" status: 200 len: 217 time: 0.0436676 Jun 27 09:39:45.678341 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'port_id': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'mac_address': 'fa:16:3e:30:28:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:45.680324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:45.699946 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-6fd4cfb8-cba4-433d-89f5-7ae1227625b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:45.701477 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-6fd4cfb8-cba4-433d-89f5-7ae1227625b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 1127 time: 0.0578101 Jun 27 09:39:45.722834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port b7d364ab-ebca-4312-8213-6c5cc722e7bc is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:45.725863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:45.735696 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-9cd187cb-53e2-4744-b641-bb07481f6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:45.737548 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-9cd187cb-53e2-4744-b641-bb07481f6cbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=312e0beb-de5c-429e-929d-ec462ff8ac68 HTTP/1.1" status: 200 len: 849 time: 0.0543964 Jun 27 09:39:45.744821 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d364ab-ebca-4312-8213-6c5cc722e7bc {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:45.774665 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:45.775642 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-ba0880c0-3b87-4638-9fd5-93620990d728 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8dc842b0-c4e3-4553-aa78-54073ba34630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318999 Jun 27 09:39:45.807066 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-63dd0937-5ad7-45de-a58d-a2161ba845e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:45.807066 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-63dd0937-5ad7-45de-a58d-a2161ba845e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 916 time: 0.0954647 Jun 27 09:39:45.855117 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:45.862553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48432de6-435a-4a43-8bda-ecd838724bfb req-ae65fcf9-0bff-4d8a-b3e7-e6bb1eabbe72 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:45.869922 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-48432de6-435a-4a43-8bda-ecd838724bfb req-ae65fcf9-0bff-4d8a-b3e7-e6bb1eabbe72 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0779004 Jun 27 09:39:45.878765 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-d4c56820-5a1e-4248-a346-1b147a0c5d3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0488210 Jun 27 09:39:45.956307 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-48432de6-435a-4a43-8bda-ecd838724bfb req-ff555ae3-b7b8-4c02-a1bf-06e5904b57da tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855026 Jun 27 09:39:45.979559 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:45.995010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-bec847fc-ee3a-48d0-ab8b-10717759e6a1 service neutron] 10.222.0.55 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649399 Jun 27 09:39:46.005412 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-b485252f-0235-4032-8906-dd6d253d328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:46.012319 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-b485252f-0235-4032-8906-dd6d253d328c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.1278813 Jun 27 09:39:46.047815 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:46.110983 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907237a-342e-42d8-b198-34cd524221ba req-48ea2d2d-7fca-49c1-b6a9-93186805ff37 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:46.112840 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2907237a-342e-42d8-b198-34cd524221ba req-48ea2d2d-7fca-49c1-b6a9-93186805ff37 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.0993826 Jun 27 09:39:46.114503 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-06fb5ee5-542f-43d7-8213-3ad510c989c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:46.116020 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-06fb5ee5-542f-43d7-8213-3ad510c989c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875700 Jun 27 09:39:46.123259 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99f839-485e-4d23-9aaa-7bf5c270ec1c req-a00cff34-09c0-4416-a55e-d36c29b4d0f2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:46.124776 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2d99f839-485e-4d23-9aaa-7bf5c270ec1c req-a00cff34-09c0-4416-a55e-d36c29b4d0f2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 943 time: 0.0821934 Jun 27 09:39:46.134373 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:46.148798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:46.155755 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:46.161626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:46.186048 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2d99f839-485e-4d23-9aaa-7bf5c270ec1c req-5bbfa731-07af-4ac0-8416-f15e0f18242a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549765 Jun 27 09:39:46.206050 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:46.210593 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5ae642cd-e1d5-4919-a406-f98aab5d3584 req-21a4a631-dabc-4e83-a7a2-b630cc65a106 service neutron] 10.222.0.55 "GET /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030222 Jun 27 09:39:46.236865 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2907237a-342e-42d8-b198-34cd524221ba req-653be2fb-e57a-4b2a-9759-0e6f1ac187c1 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157532 Jun 27 09:39:46.286753 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-e7b2c593-ab46-497e-baef-e052d19bc1e8 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511693 Jun 27 09:39:46.340055 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463fb78-93ba-4725-9250-06c95d44a963 req-a2fdb1e2-148c-42e6-bd7b-c5dda2bcd3b4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:46.341880 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a463fb78-93ba-4725-9250-06c95d44a963 req-a2fdb1e2-148c-42e6-bd7b-c5dda2bcd3b4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 944 time: 0.0686066 Jun 27 09:39:46.392838 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fcb16ad6-edeb-4207-bf09-e2fbce17145e req-43f45e6b-354d-43e8-8227-64df915007f9 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990169 Jun 27 09:39:46.399110 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a463fb78-93ba-4725-9250-06c95d44a963 req-62753612-44f3-4d0c-8f76-f082ccf7b81f tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Jun 27 09:39:47.086401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab497d2-0e47-4c17-9175-1e778b9bec41 req-358b02cf-2fd3-48cb-ab0b-97742f5fadc6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:47.088168 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aab497d2-0e47-4c17-9175-1e778b9bec41 req-358b02cf-2fd3-48cb-ab0b-97742f5fadc6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0513327 Jun 27 09:39:47.137080 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aab497d2-0e47-4c17-9175-1e778b9bec41 req-aa12eef8-8e01-4739-b437-c310e8534c6c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Jun 27 09:39:47.309816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c228-b201-432f-bc7f-2a889dbdd285 req-762a41d0-4915-496a-8506-1ac472808f31 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:47.311451 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a5f3c228-b201-432f-bc7f-2a889dbdd285 req-762a41d0-4915-496a-8506-1ac472808f31 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 943 time: 0.0529647 Jun 27 09:39:47.365446 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a5f3c228-b201-432f-bc7f-2a889dbdd285 req-82dd79e7-ee6d-4c81-9e77-75dd1d46625f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479727 Jun 27 09:39:47.374192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295e7df-282a-4f10-ba33-74d491c0881c req-43b8ee43-27b2-44e1-973f-fcae0cfd4140 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:47.375905 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9295e7df-282a-4f10-ba33-74d491c0881c req-43b8ee43-27b2-44e1-973f-fcae0cfd4140 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.0579195 Jun 27 09:39:47.428432 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9295e7df-282a-4f10-ba33-74d491c0881c req-4216eb4c-4a5c-4f7c-a9b0-1f70216d1718 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Jun 27 09:39:47.530058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade0aab-7b95-47e4-9fd6-1ae2009eede8 req-6f7ec984-461f-4f70-8a2a-cf8456f09db2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:47.531482 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fade0aab-7b95-47e4-9fd6-1ae2009eede8 req-6f7ec984-461f-4f70-8a2a-cf8456f09db2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 944 time: 0.0591035 Jun 27 09:39:47.587414 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fade0aab-7b95-47e4-9fd6-1ae2009eede8 req-ccccbf87-0c1e-4dd8-ad01-166e452bbac1 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501473 Jun 27 09:39:47.593394 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d9ff1e9e-ad49-4446-85dc-750360ad4de7 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:47.596260 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b7d364ab-ebca-4312-8213-6c5cc722e7bc up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:47.689226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port b7d364ab-ebca-4312-8213-6c5cc722e7bc completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:47.691452 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:47.767609 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:47.780706 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7', 'network_id': '8dc842b0-c4e3-4553-aa78-54073ba34630', 'port_id': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7', 'mac_address': 'fa:16:3e:7a:57:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '312e0beb-de5c-429e-929d-ec462ff8ac68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:47.825892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port d9ff1e9e-ad49-4446-85dc-750360ad4de7 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:47.826269 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:47.839808 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ff1e9e-ad49-4446-85dc-750360ad4de7 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:47.870630 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:48.202461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port b7d364ab-ebca-4312-8213-6c5cc722e7bc triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:48.202829 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.205243 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.205919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1c045054-5e3a-4e2b-8877-18f92b60b5a0 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:39:48.264715 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:48.318879 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:48.493662 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ffaf12-f341-428d-99d2-dd8c1e033a62 req-5d301c86-cda5-4723-ae8f-876117d239b2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:48.495265 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a8ffaf12-f341-428d-99d2-dd8c1e033a62 req-5d301c86-cda5-4723-ae8f-876117d239b2 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 944 time: 0.0536568 Jun 27 09:39:48.546005 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port b7d364ab-ebca-4312-8213-6c5cc722e7bc is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:48.546388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.551149 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:48.557547 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a8ffaf12-f341-428d-99d2-dd8c1e033a62 req-e731aa9a-d0af-4200-8279-bc041d56cef1 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564013 Jun 27 09:39:48.562793 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb5d6c-7248-4b27-b9f2-8afe69faa3e1 req-7c8b5669-1a00-4f23-9085-67cb274eedb1 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:48.564364 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-04bb5d6c-7248-4b27-b9f2-8afe69faa3e1 req-7c8b5669-1a00-4f23-9085-67cb274eedb1 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 943 time: 0.0573282 Jun 27 09:39:48.577675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'port_id': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'mac_address': 'fa:16:3e:c9:98:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:39:48.583956 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:48.586181 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24298587-d2e7-4aa4-8b2b-7dcfea68917e" -d '{"events": [{"server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "name": "network-vif-plugged", "status": "completed", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:48.618860 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:48.625702 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-04bb5d6c-7248-4b27-b9f2-8afe69faa3e1 req-53063b90-fd52-48c6-a8a8-48a64be0388a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519516 Jun 27 09:39:48.634489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d887f-75cb-4dda-9d88-a1947f268c7c x-openstack-request-id: req-927d887f-75cb-4dda-9d88-a1947f268c7c {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:48.634813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "name": "network-vif-plugged", "status": "completed", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:48.635056 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-927d887f-75cb-4dda-9d88-a1947f268c7c {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:48.635447 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927d887f-75cb-4dda-9d88-a1947f268c7c'] response: {'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'code': 200} Jun 27 09:39:48.652670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:48.653134 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.672791 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c045054-5e3a-4e2b-8877-18f92b60b5a0 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:39:48.695197 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:48.710956 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.740156 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dec79f-dd28-4735-be68-5d6faf8d2273 req-ba8833fe-c276-4052-971e-ee3943f03366 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:48.742212 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42dec79f-dd28-4735-be68-5d6faf8d2273 req-ba8833fe-c276-4052-971e-ee3943f03366 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 944 time: 0.0512736 Jun 27 09:39:48.762545 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:48.767258 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:48.796228 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42dec79f-dd28-4735-be68-5d6faf8d2273 req-572c87e7-c181-4b3e-905b-5e84691a7c53 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481026 Jun 27 09:39:48.818773 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:48.964358 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76e8c8-7d38-4ab8-9cce-6d83f04cb881 req-5744f00d-ce24-4bb2-99fe-6896ddd9d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:48.965849 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-be76e8c8-7d38-4ab8-9cce-6d83f04cb881 req-5744f00d-ce24-4bb2-99fe-6896ddd9d659 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1129 time: 0.0388789 Jun 27 09:39:49.011797 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-be76e8c8-7d38-4ab8-9cce-6d83f04cb881 req-23ce8f30-b526-46a4-bbb9-816795fadf16 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Jun 27 09:39:49.300326 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['d9ff1e9e-ad49-4446-85dc-750360ad4de7'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:49.432040 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:49.442788 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['1c045054-5e3a-4e2b-8877-18f92b60b5a0'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:39:49.665580 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1830-792f-4811-ad31-fd09835367ba req-a16aadaf-1f90-466b-ba35-aabb06585e8f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:49.667356 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f13a1830-792f-4811-ad31-fd09835367ba req-a16aadaf-1f90-466b-ba35-aabb06585e8f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 944 time: 0.0484366 Jun 27 09:39:49.721144 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f13a1830-792f-4811-ad31-fd09835367ba req-ba136f7e-e459-4c30-b3fb-c50821691952 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481844 Jun 27 09:39:49.734890 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8a89-389b-4fec-a612-ce76293a1713 req-cd0bdbe1-0b77-46e0-b4ad-e4a7e474f360 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:49.736549 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0b9c8a89-389b-4fec-a612-ce76293a1713 req-cd0bdbe1-0b77-46e0-b4ad-e4a7e474f360 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 944 time: 0.0474596 Jun 27 09:39:49.761618 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:49.785090 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0b9c8a89-389b-4fec-a612-ce76293a1713 req-15f4619e-61bd-4499-8406-a5cf3a6e88ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Jun 27 09:39:49.909228 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc92ed-844e-400e-b857-afdfbcc3f046 req-0973948c-1ab4-405f-9823-c37b581468ff tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:49.910697 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-14dc92ed-844e-400e-b857-afdfbcc3f046 req-0973948c-1ab4-405f-9823-c37b581468ff tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0474348 Jun 27 09:39:49.947398 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:49.959380 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-14dc92ed-844e-400e-b857-afdfbcc3f046 req-41fa38c3-239a-4f7d-8988-e4ebb8c0dd13 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Jun 27 09:39:50.358067 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=62 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:50.838630 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0903e9-d109-48bc-9cdd-f3f0ea48e5ae req-301cf6dd-49e9-465c-a50a-e8ee0499fd65 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:50.840153 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a0903e9-d109-48bc-9cdd-f3f0ea48e5ae req-301cf6dd-49e9-465c-a50a-e8ee0499fd65 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 944 time: 0.0525527 Jun 27 09:39:50.893099 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8a0903e9-d109-48bc-9cdd-f3f0ea48e5ae req-ede60e89-176d-4a51-ace5-f0d3a650504e tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Jun 27 09:39:50.906069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead1976-e34d-4b73-92dd-fc96304235ec req-28248962-422f-4b0d-8778-5262d2db5a15 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:50.907605 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ead1976-e34d-4b73-92dd-fc96304235ec req-28248962-422f-4b0d-8778-5262d2db5a15 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 944 time: 0.0537002 Jun 27 09:39:50.959438 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0ead1976-e34d-4b73-92dd-fc96304235ec req-96071606-0ec2-45fd-8798-620aa12893b4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Jun 27 09:39:51.079498 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1c045054-5e3a-4e2b-8877-18f92b60b5a0 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:51.080414 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428d141-e17e-43ab-9acb-5ada8daaba20 req-3bd7f0bb-8c28-494a-a919-39e53943d9e8 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:51.081972 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b428d141-e17e-43ab-9acb-5ada8daaba20 req-3bd7f0bb-8c28-494a-a919-39e53943d9e8 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0573237 Jun 27 09:39:51.131217 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:51.133826 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b428d141-e17e-43ab-9acb-5ada8daaba20 req-62720851-7b44-450d-92db-e0ed9153cc05 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452504 Jun 27 09:39:51.196717 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:51.200465 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.236762 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:51.274259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:51.274655 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.298515 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:51.300853 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b19100-e88f-4742-8bf0-c5bbf01438a0" -d '{"events": [{"server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "name": "network-vif-plugged", "status": "completed", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:51.315876 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:51.339633 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27c744b-17d8-40f3-94bd-10b07ecccc44 x-openstack-request-id: req-a27c744b-17d8-40f3-94bd-10b07ecccc44 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:51.343720 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "name": "network-vif-plugged", "status": "completed", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:51.343720 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a27c744b-17d8-40f3-94bd-10b07ecccc44 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:51.343720 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27c744b-17d8-40f3-94bd-10b07ecccc44'] response: {'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'code': 200} Jun 27 09:39:51.408180 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.409071 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d9ff1e9e-ad49-4446-85dc-750360ad4de7 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:39:51.485971 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:51.495008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port d9ff1e9e-ad49-4446-85dc-750360ad4de7 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:39:51.562356 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port d9ff1e9e-ad49-4446-85dc-750360ad4de7 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:39:51.562500 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.637207 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dcaa1-7891-4d50-81fb-7eb0362f4c99 req-8f10f5bc-61bf-423c-93bb-b17e02170628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:51.637753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port d9ff1e9e-ad49-4446-85dc-750360ad4de7 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:39:51.638279 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.639629 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e00dcaa1-7891-4d50-81fb-7eb0362f4c99 req-8f10f5bc-61bf-423c-93bb-b17e02170628 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 1129 time: 0.0401115 Jun 27 09:39:51.671966 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:39:51.689410 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e00dcaa1-7891-4d50-81fb-7eb0362f4c99 req-5b141663-7c09-4779-8db6-1f62ff7715c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Jun 27 09:39:51.710676 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:51.761078 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:39:52.010609 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bedf2-ef76-4697-9724-e7e9c5aee196 req-0a18af2d-52e4-4007-9662-ca886013f43a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:52.010609 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d48bedf2-ef76-4697-9724-e7e9c5aee196 req-0a18af2d-52e4-4007-9662-ca886013f43a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0481093 Jun 27 09:39:52.059961 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d48bedf2-ef76-4697-9724-e7e9c5aee196 req-7d6359c5-1a4c-484d-9be4-2338f930a5de tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442350 Jun 27 09:39:52.085352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a458d1-7f87-426d-a4f3-5be6d5026328 req-366e21f8-9212-43c8-b4f9-10021c11de3f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:52.087713 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-98a458d1-7f87-426d-a4f3-5be6d5026328 req-366e21f8-9212-43c8-b4f9-10021c11de3f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0530653 Jun 27 09:39:52.135652 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-98a458d1-7f87-426d-a4f3-5be6d5026328 req-60a4c732-707e-40fb-8b1d-ed61483ab88f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419705 Jun 27 09:39:52.250460 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370df656-e660-44a2-af1c-d6b875889910 req-552774da-b6c3-493c-bf58-2d010930771e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:52.251973 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-370df656-e660-44a2-af1c-d6b875889910 req-552774da-b6c3-493c-bf58-2d010930771e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Jun 27 09:39:52.297873 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:52.302673 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-370df656-e660-44a2-af1c-d6b875889910 req-316c5dcd-8fc3-4dc8-aa00-deac01275b6a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452468 Jun 27 09:39:52.414724 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195825db-ef95-4a52-87cf-086c984b559c req-de8f00af-9cb9-4e8e-8eff-11ad529052f1 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:52.416473 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-195825db-ef95-4a52-87cf-086c984b559c req-de8f00af-9cb9-4e8e-8eff-11ad529052f1 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0458415 Jun 27 09:39:52.463616 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-195825db-ef95-4a52-87cf-086c984b559c req-c630d1f0-8a0e-4810-a540-f85e33dd631d tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Jun 27 09:39:52.780893 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb005-e9e3-4a7a-a68c-23808a63d718 req-52f92fbb-e10b-4278-b04c-626123e433d5 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:52.782522 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a2ebb005-e9e3-4a7a-a68c-23808a63d718 req-52f92fbb-e10b-4278-b04c-626123e433d5 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0479336 Jun 27 09:39:52.832571 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a2ebb005-e9e3-4a7a-a68c-23808a63d718 req-2748b460-7486-46eb-b6b8-0e72e64ba565 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444663 Jun 27 09:39:53.184001 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5934a-ef6e-43fa-ae98-866063fdcf49 req-24505f85-e3b3-465b-995f-0fde6ae2083f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:53.185576 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ca5934a-ef6e-43fa-ae98-866063fdcf49 req-24505f85-e3b3-465b-995f-0fde6ae2083f tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0516403 Jun 27 09:39:53.237879 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ca5934a-ef6e-43fa-ae98-866063fdcf49 req-d8a8ecc4-0c77-40e7-9426-ddb1e4a923be tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jun 27 09:39:53.254917 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7b40-bd04-41dd-8496-ad3a84238565 req-5558d568-8476-4ecb-98dc-d0ada01b7ecf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:53.254917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-763b7b40-bd04-41dd-8496-ad3a84238565 req-5558d568-8476-4ecb-98dc-d0ada01b7ecf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0507457 Jun 27 09:39:53.330902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:53.336483 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-763b7b40-bd04-41dd-8496-ad3a84238565 req-a410323c-3d92-4ddd-b1b8-1a90531c0f4d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565684 Jun 27 09:39:53.341531 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:53.344057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fb940b-a4d9-4861-b106-6bb84c7d832e" -d '{"events": [{"server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:53.378688 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d2ab8-2d8b-4e68-9c67-eabc7f247389 x-openstack-request-id: req-582d2ab8-2d8b-4e68-9c67-eabc7f247389 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:53.378998 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "name": "network-vif-plugged", "status": "completed", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:53.379256 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-582d2ab8-2d8b-4e68-9c67-eabc7f247389 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:53.379759 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582d2ab8-2d8b-4e68-9c67-eabc7f247389'] response: {'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7', 'code': 200} Jun 27 09:39:53.941781 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee013a-648c-4b7c-bb0b-265c69af7cbe req-ddd31396-6abc-4c19-b977-174e05e23eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:53.943247 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86ee013a-648c-4b7c-bb0b-265c69af7cbe req-ddd31396-6abc-4c19-b977-174e05e23eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 1129 time: 0.0383816 Jun 27 09:39:53.988462 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86ee013a-648c-4b7c-bb0b-265c69af7cbe req-0513f257-5406-4df7-8b7a-16e34ba2f8ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Jun 27 09:39:54.357154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a0d04-2aba-403d-a2da-750aff70af5b req-6dc19da7-11dd-4a1c-9ec7-49051e37a1b9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:54.358797 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d44a0d04-2aba-403d-a2da-750aff70af5b req-6dc19da7-11dd-4a1c-9ec7-49051e37a1b9 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0479777 Jun 27 09:39:54.407626 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d44a0d04-2aba-403d-a2da-750aff70af5b req-50de54a2-ce63-4c0a-a250-8a79687108a4 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Jun 27 09:39:54.455392 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7aaf9-250d-4373-b88f-1e6688e71272 req-18650018-4d29-4bdc-b2e1-f4c695d08419 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:54.456881 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ab7aaf9-250d-4373-b88f-1e6688e71272 req-18650018-4d29-4bdc-b2e1-f4c695d08419 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0502837 Jun 27 09:39:54.503185 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8ab7aaf9-250d-4373-b88f-1e6688e71272 req-42045833-f737-4f22-bf39-9fa183b0ed9b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Jun 27 09:39:54.619630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05298b-e412-4112-9be8-caf5f5b11bfe req-0e95e8d9-5e4f-4056-af76-561916a5c6f5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:54.621189 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cd05298b-e412-4112-9be8-caf5f5b11bfe req-0e95e8d9-5e4f-4056-af76-561916a5c6f5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0498924 Jun 27 09:39:54.633354 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50618) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:39:54.635185 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'port_id': '1c045054-5e3a-4e2b-8877-18f92b60b5a0'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:39:54.672750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:54.974870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:55.107570 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:55.196377 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:55.295151 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP eae867d4-ad6e-4b44-8104-3a2e40c860aa associated. External IP: 172.27.1.251, port: 1c045054-5e3a-4e2b-8877-18f92b60b5a0. Jun 27 09:39:55.342541 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:55.505982 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:39:55.614519 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2bc8-4783-4470-b5dd-fce61846097d req-a54334eb-ebe4-4c37-983d-73f1383754fd tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:55.616015 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8aba2bc8-4783-4470-b5dd-fce61846097d req-a54334eb-ebe4-4c37-983d-73f1383754fd tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0575244 Jun 27 09:39:55.691051 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:39:55.696369 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:39:55.701503 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:39:55.712089 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:55.712711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:55.721145 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8aba2bc8-4783-4470-b5dd-fce61846097d req-e9b8994e-4b75-40d8-8c5a-1fe868f52f9c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Jun 27 09:39:55.732967 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-df48fa72-ca98-4a93-88a2-31d4f68f6b18 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "PUT /v2.0/floatingips/eae867d4-ad6e-4b44-8104-3a2e40c860aa HTTP/1.1" status: 200 len: 991 time: 1.1018486 Jun 27 09:39:55.733697 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:39:55.735971 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e2f1ab-f355-4bdf-891f-6884f4255580" -d '{"events": [{"name": "network-changed", "server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:39:55.773037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073ec270-ecef-4235-ad56-186dae161e42 x-openstack-request-id: req-073ec270-ecef-4235-ad56-186dae161e42 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:39:55.773845 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:39:55.774139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-073ec270-ecef-4235-ad56-186dae161e42 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:39:55.774589 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073ec270-ecef-4235-ad56-186dae161e42'] response: {'name': 'network-changed', 'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'status': 'completed', 'code': 200} Jun 27 09:39:55.824309 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:55.935391 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-28eb0ddb-3522-42c4-a55e-82da16cdede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:55.936990 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-28eb0ddb-3522-42c4-a55e-82da16cdede0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 1129 time: 0.0392120 Jun 27 09:39:55.944216 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:56.049673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-87b2c03d-efdc-4f79-932b-b31bd35e3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:56.051073 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-87b2c03d-efdc-4f79-932b-b31bd35e3f52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 916 time: 0.1002126 Jun 27 09:39:56.065482 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}, {'id': 'eae867d4-ad6e-4b44-8104-3a2e40c860aa', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:c9:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102adf3a-476d-4af7-8267-15e963425bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:39:23Z', 'updated_at': '2022-06-27T09:39:55Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:56.097409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:39:56.108565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:39:56.108736 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:56.137373 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-79fecdfc-0ccf-43af-b9fa-b2ac339c898a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0 HTTP/1.1" status: 200 len: 999 time: 0.0777318 Jun 27 09:39:56.189657 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-ed447326-7256-4d89-a441-bb1d6c9aa29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:56.191020 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-ed447326-7256-4d89-a441-bb1d6c9aa29d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0437398 Jun 27 09:39:56.215577 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:39:56.239854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-69ff2303-0e79-4db2-b650-9b99f522615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:56.240803 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-69ff2303-0e79-4db2-b650-9b99f522615a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420463 Jun 27 09:39:56.253318 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:56.275882 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:56.333088 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-7b4103cf-69bc-4840-a430-966f824ea6a8 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Jun 27 09:39:56.434241 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c5e2f1ab-f355-4bdf-891f-6884f4255580 req-163feb80-0cc2-4fe5-8387-0b5bc14f02d3 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938637 Jun 27 09:39:56.439357 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}, {'id': 'eae867d4-ad6e-4b44-8104-3a2e40c860aa', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:c9:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102adf3a-476d-4af7-8267-15e963425bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:39:23Z', 'updated_at': '2022-06-27T09:39:55Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:39:56.464169 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dd9c3-f0a8-4c71-ba02-78633afa8c29 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}, {'id': 'eae867d4-ad6e-4b44-8104-3a2e40c860aa', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:c9:98:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102adf3a-476d-4af7-8267-15e963425bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:39:23Z', 'updated_at': '2022-06-27T09:39:55Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:39:56.666751 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea742b7-01e5-484b-a574-a6afcddb3a05 None None] New status for floating IP eae867d4-ad6e-4b44-8104-3a2e40c860aa: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:39:56.839728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1165b-0fef-4f5e-9134-d662a7ad0a0d req-c625052d-b517-4680-b86b-c46b55f377b5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:56.841249 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04e1165b-0fef-4f5e-9134-d662a7ad0a0d req-c625052d-b517-4680-b86b-c46b55f377b5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0494685 Jun 27 09:39:56.888009 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-04e1165b-0fef-4f5e-9134-d662a7ad0a0d req-301cf9ba-86c9-474f-b72c-9e5d3c4e0f14 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Jun 27 09:39:58.124566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:39:58.141070 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe612f5-38b8-4103-9c50-db30fa619b57 req-d67ee5e5-1a47-4773-a262-f83f79b6ed5c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:58.142553 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3fe612f5-38b8-4103-9c50-db30fa619b57 req-d67ee5e5-1a47-4773-a262-f83f79b6ed5c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0485699 Jun 27 09:39:58.199936 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3fe612f5-38b8-4103-9c50-db30fa619b57 req-8cdb0120-33d3-4b29-8346-a4386396ead8 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Jun 27 09:39:58.822363 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-c9956d91-6c96-4d30-9339-8b5726b5a0c4 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479690552&fields=id&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 267 time: 0.0448802 Jun 27 09:39:58.925695 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-d194143c-1c56-4177-a590-ea4b8a3f8809 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:58.927152 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-d194143c-1c56-4177-a590-ea4b8a3f8809 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.0987353 Jun 27 09:39:58.941942 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-67430613-ecf8-4b7c-adad-789ead76cdad tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/quotas/1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 375 time: 0.0088117 Jun 27 09:39:58.993184 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-164daf21-9fdc-46c9-a461-d560b6ab8f72 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465157 Jun 27 09:39:59.087437 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-34be0640-a27d-4c84-a31c-d15aa31d7f75 service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830381 Jun 27 09:39:59.179275 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-50de45f0-2c4b-4f04-b209-80a419cff4d6 service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Jun 27 09:39:59.313092 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e04c32-17d2-49cb-b467-65fd16cf88c5 req-2586885c-b263-4e0d-9604-97b95dae2ec5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:59.314639 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5e04c32-17d2-49cb-b467-65fd16cf88c5 req-2586885c-b263-4e0d-9604-97b95dae2ec5 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0484264 Jun 27 09:39:59.362713 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5e04c32-17d2-49cb-b467-65fd16cf88c5 req-944ea5ca-f8a3-4abb-b758-47e43c89ed6a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/security-groups?id=e88ebb9a-a512-46cf-b5a9-e46403098cbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Jun 27 09:39:59.705330 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41bbca90-1bc9-4ba7-8d8b-372c51183933 req-47f2515c-bc65-44f5-a875-22de74e1dd1a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Jun 27 09:39:59.795657 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-df77bd21-31df-4cbf-91a8-61965f88a13c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:39:59.797187 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-df77bd21-31df-4cbf-91a8-61965f88a13c tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 945 time: 0.0555227 Jun 27 09:40:00.127821 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Deleting port d9ff1e9e-ad49-4446-85dc-750360ad4de7 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:40:00.131654 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:00.218909 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] For port d9ff1e9e-ad49-4446-85dc-750360ad4de7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d9ff1e9e-ad49-4446-85dc-750360ad4de7,segment=NetworkSegment(44aff42e-5ae6-4d4d-814d-5fd1fb7f996c),segment_id=44aff42e-5ae6-4d4d-814d-5fd1fb7f996c)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:00.219323 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:00.232651 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Calling delete_port for d9ff1e9e-ad49-4446-85dc-750360ad4de7 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:40:00.402061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d9ff1e9e-ad49-4446-85dc-750360ad4de7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:00.419232 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['d9ff1e9e-ad49-4446-85dc-750360ad4de7'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:40:00.434063 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Pushing event deleted for resources: {'Port': ['ID=d9ff1e9e-ad49-4446-85dc-750360ad4de7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:00.453932 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:00.483388 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6b333112-ad93-40e5-a577-bee83518012c req-0cbac6a8-71c1-4b54-b810-e3eda0b73c20 tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.0467463 Jun 27 09:40:00.703867 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] No DVR routers for this DVR port d9ff1e9e-ad49-4446-85dc-750360ad4de7 on host hv-cinder-84773 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:40:00.706317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:00.709521 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-326dd88b-93d4-4efd-b092-6bb49701dfe5 req-9546c024-7e04-4eb1-bfae-ed51a395689a tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.55 "DELETE /v2.0/ports/d9ff1e9e-ad49-4446-85dc-750360ad4de7 HTTP/1.1" status: 204 len: 173 time: 0.6659193 Jun 27 09:40:00.709945 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'name': 'network-vif-deleted', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:00.712202 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b8a09-96e8-4ce9-bb5c-7711b454f3ff" -d '{"events": [{"server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "name": "network-vif-deleted", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:00.750317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c6b2a-bac8-46f9-a7ab-f0aa7320c17b x-openstack-request-id: req-c91c6b2a-bac8-46f9-a7ab-f0aa7320c17b {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:00.750611 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e660d346-4a6c-4328-b2ab-34f3c8d2af0f", "name": "network-vif-deleted", "tag": "d9ff1e9e-ad49-4446-85dc-750360ad4de7", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:00.751493 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c91c6b2a-bac8-46f9-a7ab-f0aa7320c17b {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:00.751493 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91c6b2a-bac8-46f9-a7ab-f0aa7320c17b'] response: {'server_uuid': 'e660d346-4a6c-4328-b2ab-34f3c8d2af0f', 'name': 'network-vif-deleted', 'tag': 'd9ff1e9e-ad49-4446-85dc-750360ad4de7', 'status': 'completed', 'code': 200} Jun 27 09:40:00.800346 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6a6366c5-4158-4609-a41d-08bc8d0e4a2c req-1e7fb80a-7e04-4b5d-8171-e82d3c5a75ca tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Jun 27 09:40:01.589350 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39f16e83-6cc6-4838-a30b-68b572ed4c6c req-e9326860-5299-46f1-8483-19ab96c4f5de tempest-VolumesActionsTest-2055227002 tempest-VolumesActionsTest-2055227002-project] 10.222.0.64 "GET /v2.0/ports?device_id=e660d346-4a6c-4328-b2ab-34f3c8d2af0f HTTP/1.1" status: 200 len: 210 time: 0.0284007 Jun 27 09:40:01.904723 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d28b4e16-1a69-43cb-87f0-eef0d6074ed3 req-112b0920-a113-4c7c-896e-57a7d5f2d836 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0346756 Jun 27 09:40:02.094757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-923aeb80-db36-4eb8-974d-4be2e9deddb5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:02.096132 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-923aeb80-db36-4eb8-974d-4be2e9deddb5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.1035614 Jun 27 09:40:02.384371 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:02.426268 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-244c2b02-56c3-4b01-8645-842cc87e2ebe tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 380 time: 0.0556684 Jun 27 09:40:02.436401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'port': {'device_id': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'admin_state_up': True, 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'security_groups': ['40e10049-94e0-4d49-8573-0ce93393423b']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:02.535456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:02.654041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Made reservation on behalf of 1d5cbd080e204408aa51c29ec2cf1422 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:40:02.662637 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:02.785391 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.20.0.6 (55f28e02-5cc3-4eaa-863b-67aabfa62103/9676a4fb-efb0-4622-bfac-bf11fc9a37dd/6668e5f8-1a3b-4d07-a99b-2feabc1b8262) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:40:02.948957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.028090 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-48662585-cd8e-4334-8ec6-566d6365adb5 req-87917d0e-e227-4d25-a084-ba863c383fdc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0406282 Jun 27 09:40:03.066267 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.112224 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:40:03.115408 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:40:03.118427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:40:03.157647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:03.183841 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-df19ba1e-53ad-4713-9e5b-cf7c89adc596 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413127 Jun 27 09:40:03.187074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:03.187732 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.252421 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-804ceace-9f02-44e4-a29b-be9a3b2e6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:03.253848 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-804ceace-9f02-44e4-a29b-be9a3b2e6b70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 1129 time: 0.0455875 Jun 27 09:40:03.296952 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-b8e313c7-2778-4e23-877a-5bdc52caff9c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641436 Jun 27 09:40:03.337898 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Request body: {'port': {'device_id': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:03.411516 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.424452 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f814c581-4c83-4a6f-9b61-c8e654e7f9aa None None] Provisioning complete for port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:40:03.425028 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f814c581-4c83-4a6f-9b61-c8e654e7f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.426972 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-e717bcfd-613b-4bbf-9790-f85a19026d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:03.428523 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-e717bcfd-613b-4bbf-9790-f85a19026d0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.1361730 Jun 27 09:40:03.457839 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f814c581-4c83-4a6f-9b61-c8e654e7f9aa None None] Port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:40:03.475197 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-13996ac0-9e11-4f30-9506-4299f9dd03ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 200 len: 217 time: 0.0359769 Jun 27 09:40:03.534444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-751bc3f4-aeda-4eac-8c74-b8a83cdd5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:03.536410 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-751bc3f4-aeda-4eac-8c74-b8a83cdd5535 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0467422 Jun 27 09:40:03.593726 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-a7808f3c-c4de-41ff-8698-4f3fe6362fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:03.595335 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-a7808f3c-c4de-41ff-8698-4f3fe6362fc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470164 Jun 27 09:40:03.669389 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:03.683119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.690560 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-a4c13a34-ad1b-43a0-a75d-da6563b759e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Jun 27 09:40:03.709830 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:40:03.715732 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:03.720464 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks [] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.736938 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Transition to ACTIVE for port object 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:40:03.771918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:03.788106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4bd15d7c-7fa1-41bf-bea7-f452ac9c7d59 req-ecf4cb79-25b8-4c82-b246-95f1c15ff37d service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911973 Jun 27 09:40:03.824848 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:03.875490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Pushing event updated for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:03.958745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Attempting to bind port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:40:03.959208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Attempting to bind port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:40:03.959571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Attempting to bind port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:40:03.965212 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:40:03.965538 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Attempting to bind port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:40:03.971157 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:40:03.971401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:40:03.973223 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Bound using segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:40:03.973223 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Bound port: 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:40:03.973223 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:04.041673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:40:04.045432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:40:04.130775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:04.177650 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.178272 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:04.179918 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] 10.222.0.55 "PUT /v2.0/ports/6668e5f8-1a3b-4d07-a99b-2feabc1b8262 HTTP/1.1" status: 200 len: 1093 time: 0.8747244 Jun 27 09:40:04.180359 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:04.182591 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211f462-f9fd-470d-b070-d3311b75b04e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:04.193513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3db75e-2a86-4b64-8a13-49bb043db65f req-b851793e-719b-44b8-9b25-2c26cdaa71cd tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.195552 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e3db75e-2a86-4b64-8a13-49bb043db65f req-b851793e-719b-44b8-9b25-2c26cdaa71cd tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0946329 Jun 27 09:40:04.264255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b015999-54cb-47ae-b8de-d823151db796 x-openstack-request-id: req-7b015999-54cb-47ae-b8de-d823151db796 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:04.264538 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:04.264795 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b015999-54cb-47ae-b8de-d823151db796 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:04.264965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d9ff1e9e-ad49-4446-85dc-750360ad4de7 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:40:04.265193 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b015999-54cb-47ae-b8de-d823151db796'] response: {'name': 'network-changed', 'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'status': 'completed', 'code': 200} Jun 27 09:40:04.303866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca05252-d09a-47c5-a1fe-2091aa58b468 service neutron] Pushing event updated for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:04.306227 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: d9ff1e9e-ad49-4446-85dc-750360ad4de7 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:40:04.306908 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device d9ff1e9e-ad49-4446-85dc-750360ad4de7 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:40:04.340319 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9e3db75e-2a86-4b64-8a13-49bb043db65f req-ef1c4975-d23a-49b8-935e-dfcea70f3eea tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242898 Jun 27 09:40:04.378174 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f462-f9fd-470d-b070-d3311b75b04e req-78a1c8d1-41ee-4dd6-bb66-5b2a4f6df995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.379842 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0211f462-f9fd-470d-b070-d3311b75b04e req-78a1c8d1-41ee-4dd6-bb66-5b2a4f6df995 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1127 time: 0.0777595 Jun 27 09:40:04.441276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab4d6b-fd32-4fb2-bcaf-05d836526b2a req-ac79e6f8-86d3-4e2a-b499-fa030e9a9a77 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.442753 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3dab4d6b-fd32-4fb2-bcaf-05d836526b2a req-ac79e6f8-86d3-4e2a-b499-fa030e9a9a77 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Jun 27 09:40:04.489365 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3dab4d6b-fd32-4fb2-bcaf-05d836526b2a req-50df5135-fe72-41b5-8f58-fc893a57f43f tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Jun 27 09:40:04.490157 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f462-f9fd-470d-b070-d3311b75b04e req-1a8e661d-8383-48cc-970d-66b6895c735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.492178 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0211f462-f9fd-470d-b070-d3311b75b04e req-1a8e661d-8383-48cc-970d-66b6895c735b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0962205 Jun 27 09:40:04.510490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:04.513740 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50798) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:04.699177 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c581391-3fd3-429c-b413-b381c54df524 tempest-TestMinimumBasicScenario-225533792 tempest-TestMinimumBasicScenario-225533792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:04.700648 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9c581391-3fd3-429c-b413-b381c54df524 tempest-TestMinimumBasicScenario-225533792 tempest-TestMinimumBasicScenario-225533792-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1124 time: 0.1859443 Jun 27 09:40:04.703447 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 50802) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:04.707555 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'port_id': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:04.802087 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:04.878411 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:04.985005 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Allocated IP 172.27.1.247 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/12b0f2c0-92f4-4920-9bbb-a1907ae753f8) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:40:05.084256 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:05.173928 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:05.220364 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:40:05.223635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:40:05.226588 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:40:05.250146 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'Port': ['ID=12b0f2c0-92f4-4920-9bbb-a1907ae753f8,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:05.383051 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:05.480080 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:05.492021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca8830-c66a-4c89-a54f-6b31ac9148c4 req-cc220a1c-ba1b-420e-9f46-7c52994d40a5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:05.493613 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6ca8830-c66a-4c89-a54f-6b31ac9148c4 req-cc220a1c-ba1b-420e-9f46-7c52994d40a5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0706809 Jun 27 09:40:05.616370 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6ca8830-c66a-4c89-a54f-6b31ac9148c4 req-06ea2cfc-27b2-427c-a762-88bcdb7679d0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900073 Jun 27 09:40:05.663003 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for floatingip (3d8db98f-7e3f-4e56-82b2-a2814643afc3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:05.795831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:05.940106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.024804 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.091162 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'Port': ['ID=12b0f2c0-92f4-4920-9bbb-a1907ae753f8,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:06.106131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (3d8db98f-7e3f-4e56-82b2-a2814643afc3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.201495 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Floating IP 3d8db98f-7e3f-4e56-82b2-a2814643afc3 associated. External IP: 172.27.1.247, port: b7d364ab-ebca-4312-8213-6c5cc722e7bc. Jun 27 09:40:06.243590 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:06.401410 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Router b462bf02-1fe6-49d9-9831-2da30565228e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:40:06.501836 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:40:06.511121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Sync routers for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:40:06.520817 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:06.521429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:06.574208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.604319 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-832bc088-2019-48d7-a51f-39522b8de5d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8998210 Jun 27 09:40:06.604884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:06.607113 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159d1120-2ca4-4eaf-8128-899686842847" -d '{"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:06.607430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50818) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:06.612646 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1617501367', 'description': 'tempest-secgroup-smoke-1617501367 description', 'project_id': '55f89ed92a124e2c8a274975bc0935ba'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:06.629206 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:06.653430 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26d94c6-b19f-4b7b-a5d2-e70d497f2e48 x-openstack-request-id: req-d26d94c6-b19f-4b7b-a5d2-e70d497f2e48 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:06.653729 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:06.653989 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d26d94c6-b19f-4b7b-a5d2-e70d497f2e48 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:06.654401 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26d94c6-b19f-4b7b-a5d2-e70d497f2e48'] response: {'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:40:06.699621 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.715656 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:06.735978 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc8ea-60b2-4649-94a9-7fabbe59328d req-06e6509a-bd1b-465f-ab87-eb28c0accab7 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:06.737504 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c7fc8ea-60b2-4649-94a9-7fabbe59328d req-06e6509a-bd1b-465f-ab87-eb28c0accab7 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0539076 Jun 27 09:40:06.779036 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (75558118-58f1-4617-91d1-20932d4db53c), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.792266 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c7fc8ea-60b2-4649-94a9-7fabbe59328d req-61013880-3a38-44de-b02c-e5eb743c24f0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478632 Jun 27 09:40:06.837137 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (75558118-58f1-4617-91d1-20932d4db53c), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.868136 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75558118-58f1-4617-91d1-20932d4db53c,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:06.907849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:06.911999 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f95c0892-32fc-406b-82b8-ebae01ca097e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3004901 Jun 27 09:40:06.912641 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50824) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:06.917429 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:06.919272 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:06.974972 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3d8db98f-7e3f-4e56-82b2-a2814643afc3', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'port_id': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'mac_address': 'fa:16:3e:30:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:05Z', 'updated_at': '2022-06-27T09:40:05Z', 'revision_number': 0, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:06.995915 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (b11a64e7-d0d7-466e-bd9e-887d1d4ca66e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.003582 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Checking router: b462bf02-1fe6-49d9-9831-2da30565228e for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:40:07.013022 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:07.013643 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:39:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:07.051447 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (b11a64e7-d0d7-466e-bd9e-887d1d4ca66e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.114794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:07.134063 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (b11a64e7-d0d7-466e-bd9e-887d1d4ca66e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.138602 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:07.147434 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:07.149302 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:07.178918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11a64e7-d0d7-466e-bd9e-887d1d4ca66e,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:07.197688 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1120-2ca4-4eaf-8128-899686842847 req-d34cd78a-3a18-4584-b0bb-0911974e20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.199810 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-d34cd78a-3a18-4584-b0bb-0911974e20be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1129 time: 0.0530462 Jun 27 09:40:07.210942 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f462-f9fd-470d-b070-d3311b75b04e req-757f69fc-97fc-4e95-83a5-807de1c7a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.212443 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0211f462-f9fd-470d-b070-d3311b75b04e req-757f69fc-97fc-4e95-83a5-807de1c7a7ba service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966282 Jun 27 09:40:07.277789 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.279010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e2c0ebc0-568d-48e5-9dd5-b917cfe1bcf4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658166 Jun 27 09:40:07.282403 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50826) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:07.286830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:07.306240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-34885196-20ec-453a-a870-06c7c0ad2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.307881 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-34885196-20ec-453a-a870-06c7c0ad2c97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1127 time: 0.0564251 Jun 27 09:40:07.329735 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1120-2ca4-4eaf-8128-899686842847 req-ed5e5e39-a986-476e-b678-af4c0d07e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.332814 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-ed5e5e39-a986-476e-b678-af4c0d07e476 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 916 time: 0.1249223 Jun 27 09:40:07.348012 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3d8db98f-7e3f-4e56-82b2-a2814643afc3', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'port_id': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'mac_address': 'fa:16:3e:30:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:05Z', 'updated_at': '2022-06-27T09:40:05Z', 'revision_number': 0, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:07.383209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f645496-7eec-41ce-8ffc-c59317f82e82 None None] The sync data for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi is: [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3d8db98f-7e3f-4e56-82b2-a2814643afc3', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'floating_ip_address': '172.27.1.247', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'port_id': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'mac_address': 'fa:16:3e:30:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:05Z', 'updated_at': '2022-06-27T09:40:05Z', 'revision_number': 0, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:40:07.384259 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-3b8a2515-419d-4930-81f6-0370bbb138ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262 HTTP/1.1" status: 200 len: 217 time: 0.0630147 Jun 27 09:40:07.404357 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:07.408016 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (7da77a0e-d544-4ec3-9ea5-4721b7fa8674), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.415074 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-04cbcc1a-5075-48e8-8abf-a973d220b6ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 999 time: 0.0765102 Jun 27 09:40:07.439933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-74485cdb-7998-4728-b41a-4ac3779e0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.441435 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-74485cdb-7998-4728-b41a-4ac3779e0627 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0497830 Jun 27 09:40:07.494461 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1120-2ca4-4eaf-8128-899686842847 req-fd1aad62-e9a8-4c95-9567-e5f8c4a63e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.495946 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-fd1aad62-e9a8-4c95-9567-e5f8c4a63e61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.0725520 Jun 27 09:40:07.499960 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-ab66c359-404e-464d-aab7-73bfda6bddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.501403 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-ab66c359-404e-464d-aab7-73bfda6bddec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456831 Jun 27 09:40:07.505833 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (7da77a0e-d544-4ec3-9ea5-4721b7fa8674), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.551978 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d1120-2ca4-4eaf-8128-899686842847 req-4b4b925d-6394-4706-b686-76b52cca5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.554275 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-4b4b925d-6394-4706-b686-76b52cca5b05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437481 Jun 27 09:40:07.588346 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (7da77a0e-d544-4ec3-9ea5-4721b7fa8674), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.606126 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-564c9755-fc0f-4f4d-bca4-3df8d2ed73f5 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950413 Jun 27 09:40:07.617572 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6ceb2-8940-401d-bdbb-02fed098938a None None] New status for floating IP 3d8db98f-7e3f-4e56-82b2-a2814643afc3: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:40:07.656543 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da77a0e-d544-4ec3-9ea5-4721b7fa8674,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:07.688121 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-359b4559-a55f-4835-a3cb-9e18481bcd14 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254003 Jun 27 09:40:07.716192 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56b2f41f-27a7-4ca1-ae9d-0dc4e5b306ef req-a57eaef2-0e63-4ec4-95fd-62d2c0860b79 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978532 Jun 27 09:40:07.716410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.716410 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-62e75a25-290b-444d-a1df-5532d1bd259c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4330783 Jun 27 09:40:07.719257 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50834) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:07.723766 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:07.802571 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-159d1120-2ca4-4eaf-8128-899686842847 req-47c811c2-b3e6-4adf-b75e-81d013195665 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068420 Jun 27 09:40:07.905867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (4ead6ee8-6029-4dcb-aab7-3e26775fd5cd), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:07.923682 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0732e-de97-4f22-bfd8-11fb8cf5882d req-eb0df1da-87a3-4385-89bc-84451a14504c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:07.925144 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-94c0732e-de97-4f22-bfd8-11fb8cf5882d req-eb0df1da-87a3-4385-89bc-84451a14504c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0613492 Jun 27 09:40:07.997749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:08.000308 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (4ead6ee8-6029-4dcb-aab7-3e26775fd5cd), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.004153 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-94c0732e-de97-4f22-bfd8-11fb8cf5882d req-7f45dfd4-bc21-478f-a305-4689c4638acf tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726340 Jun 27 09:40:08.070367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (4ead6ee8-6029-4dcb-aab7-3e26775fd5cd), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.089220 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ead6ee8-6029-4dcb-aab7-3e26775fd5cd,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:08.135388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.136601 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-18c6f60c-1411-4a43-8a48-c84064e3fd28 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163589 Jun 27 09:40:08.139336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50840) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:08.143473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:08.212800 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (85ea7df1-adbf-4a07-9d2f-ebc222b4f78b), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.275627 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (85ea7df1-adbf-4a07-9d2f-ebc222b4f78b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.338122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (85ea7df1-adbf-4a07-9d2f-ebc222b4f78b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.357966 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ea7df1-adbf-4a07-9d2f-ebc222b4f78b,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:08.426218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.429929 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c6034aea-5044-4388-b824-3e450889896b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2871890 Jun 27 09:40:08.430130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50856) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:08.434392 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:08.545173 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.securitygroups_db [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Project 55f89ed92a124e2c8a274975bc0935ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:40:08.550920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (dbc1c8cf-c206-48f3-b887-268be4c40359), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.619698 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (dbc1c8cf-c206-48f3-b887-268be4c40359), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.722205 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (dbc1c8cf-c206-48f3-b887-268be4c40359), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.743667 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc1c8cf-c206-48f3-b887-268be4c40359,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:08.816492 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.820838 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-31696217-c33f-4d02-96ba-19aab8d65c56 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866343 Jun 27 09:40:08.820998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 50864) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:08.825558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'security_group_rule': {'security_group_id': '75558118-58f1-4617-91d1-20932d4db53c', 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:08.910641 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.securitygroups_db [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Project 55f89ed92a124e2c8a274975bc0935ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:40:08.917235 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (5f8d2650-bdc1-49e5-9183-ed82a4836de4), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:08.981220 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (5f8d2650-bdc1-49e5-9183-ed82a4836de4), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.036693 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (5f8d2650-bdc1-49e5-9183-ed82a4836de4), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.055010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:09.064867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8d2650-bdc1-49e5-9183-ed82a4836de4,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:09.140083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acdc81-65d2-468c-af92-81da7f8a8c35 req-64112eec-d3f8-46f9-8e94-b7d9ff74cc72 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:09.140975 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.142995 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-eeae1af7-475c-441c-a31e-0fb4dcc36660 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208864 Jun 27 09:40:09.150930 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b4acdc81-65d2-468c-af92-81da7f8a8c35 req-64112eec-d3f8-46f9-8e94-b7d9ff74cc72 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0608718 Jun 27 09:40:09.213949 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b4acdc81-65d2-468c-af92-81da7f8a8c35 req-5d6df752-abd0-4fb9-87f2-0b9f891f6a9a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621448 Jun 27 09:40:09.308379 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-a4d3c6ce-e3a7-4ecc-b7a5-6c9cff6a41d3 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617501367&fields=id&tenant_id=55f89ed92a124e2c8a274975bc0935ba HTTP/1.1" status: 200 len: 267 time: 0.0868962 Jun 27 09:40:09.373850 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-e6cf6384-70f9-4124-9cf7-6c571c054ec3 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:09.376010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-e6cf6384-70f9-4124-9cf7-6c571c054ec3 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0617573 Jun 27 09:40:09.389373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'port': {'security_groups': ['fa455d4e-5230-41fc-b9b8-bfb489525418', '75558118-58f1-4617-91d1-20932d4db53c']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:09.479541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.703224 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:09.720679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:09.738919 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.801523 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.813678 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:40:09.856254 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:09.856905 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:09.859017 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4e83b1ce-e8c8-498b-a3d9-d05a31f27922 req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "PUT /v2.0/ports/b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 981 time: 0.4748549 Jun 27 09:40:09.859017 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:09.861176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b727ea-e02f-486d-8842-1ecaa339bc03" -d '{"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:09.931303 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f380f59-1fa7-4b3e-9bb4-71cb12e3c3f1 x-openstack-request-id: req-5f380f59-1fa7-4b3e-9bb4-71cb12e3c3f1 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:09.931611 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:09.931870 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f380f59-1fa7-4b3e-9bb4-71cb12e3c3f1 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:09.932270 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f380f59-1fa7-4b3e-9bb4-71cb12e3c3f1'] response: {'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:40:09.939651 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebad342-4ef5-4cf6-b2e7-b78807058a1e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=6']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:09.981461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:10.017893 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5ea6b-e492-4d9c-b79b-532845828c3f req-0c6da9e3-59df-4537-b7ae-8d9930aa3761 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.019370 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-60d5ea6b-e492-4d9c-b79b-532845828c3f req-0c6da9e3-59df-4537-b7ae-8d9930aa3761 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0635271 Jun 27 09:40:10.029945 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:40:10.134010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-60d5ea6b-e492-4d9c-b79b-532845828c3f req-496f9a5c-1e36-40b9-8a0a-78187b322f20 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049473 Jun 27 09:40:10.203584 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:10.223572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-33cdb9a8-574a-462a-a2cb-87415ab00ce0 None None] Provisioning complete for port b7d364ab-ebca-4312-8213-6c5cc722e7bc triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:40:10.223872 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-33cdb9a8-574a-462a-a2cb-87415ab00ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:10.319226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-b9a176a1-6434-4ad0-9361-de6cf87b905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:10.324059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-30c1a75a-d0d4-4d80-b730-8c5fb962abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.326084 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-30c1a75a-d0d4-4d80-b730-8c5fb962abfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1168 time: 0.0894804 Jun 27 09:40:10.384333 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f2dd1-af75-470f-8972-be51c1d2fb7d req-4c8e62e0-f023-43a0-9baf-661530e2a636 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.393120 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-971f2dd1-af75-470f-8972-be51c1d2fb7d req-4c8e62e0-f023-43a0-9baf-661530e2a636 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0720322 Jun 27 09:40:10.420724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:10.478641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-33cdb9a8-574a-462a-a2cb-87415ab00ce0 None None] Current status of the port b7d364ab-ebca-4312-8213-6c5cc722e7bc is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:40:10.530243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-ae53981c-6a8d-482e-b46f-fa78d35f577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.533013 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-971f2dd1-af75-470f-8972-be51c1d2fb7d req-a3774527-e802-4bd4-9c02-6df24359cd18 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386983 Jun 27 09:40:10.534467 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-ae53981c-6a8d-482e-b46f-fa78d35f577a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 916 time: 0.1993020 Jun 27 09:40:10.641427 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-f77b2ff3-b2e3-45b3-807b-d6bfc05fe75e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 1001 time: 0.0956779 Jun 27 09:40:10.692436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:10.701984 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-6c7eed1e-f62b-4bb8-8abe-a876959a2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.703345 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-6c7eed1e-f62b-4bb8-8abe-a876959a2263 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.0540817 Jun 27 09:40:10.716689 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:10.757812 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-bb332853-de1a-4c49-b082-34dda14bca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:10.759504 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-bb332853-de1a-4c49-b082-34dda14bca3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477524 Jun 27 09:40:10.885956 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-f5949752-7344-4c5f-8b7b-401427137f06 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177046 Jun 27 09:40:10.996976 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e1b727ea-e02f-486d-8842-1ecaa339bc03 req-5605de25-cdc4-4e00-ab54-4ab005f21ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977402 Jun 27 09:40:11.704874 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d61fa-631a-4933-8d51-ff31ec19a483 req-0f3ae501-7815-4a0d-ae91-ec47378d92ce tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:11.706935 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7c6d61fa-631a-4933-8d51-ff31ec19a483 req-0f3ae501-7815-4a0d-ae91-ec47378d92ce tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0696840 Jun 27 09:40:11.793222 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7c6d61fa-631a-4933-8d51-ff31ec19a483 req-e2149aac-756e-4d80-bc10-0222501f32a1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784950 Jun 27 09:40:12.140714 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:40:12.535508 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf88f84-ed96-482a-9205-c2c05c579886 req-059f2d38-d68c-41ee-973f-8f2acf67e56d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:12.537109 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-daf88f84-ed96-482a-9205-c2c05c579886 req-059f2d38-d68c-41ee-973f-8f2acf67e56d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0675883 Jun 27 09:40:12.591563 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-daf88f84-ed96-482a-9205-c2c05c579886 req-8a3c4fe0-986b-409a-8609-66828a93a84e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479381 Jun 27 09:40:12.603144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3e367d8d-84b0-4d11-a9fb-9bc4eda75491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:12.908205 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-b05278a1-3678-4a0f-b583-c0502735dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:12.910455 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-b05278a1-3678-4a0f-b583-c0502735dd00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0573106 Jun 27 09:40:12.937057 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cdf9-4e2a-4027-b853-1ded080914fe req-00b1c1a8-d723-4af2-a27f-96252c3aad9d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:12.939262 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e1e4cdf9-4e2a-4027-b853-1ded080914fe req-00b1c1a8-d723-4af2-a27f-96252c3aad9d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0560734 Jun 27 09:40:13.001823 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e1e4cdf9-4e2a-4027-b853-1ded080914fe req-a70b842d-7920-4cd9-844c-f8fd4dbfd731 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560267 Jun 27 09:40:13.043700 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:13.047210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-9b69baf4-2daf-4816-85d4-ea2c217d70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:13.048727 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-9b69baf4-2daf-4816-85d4-ea2c217d70ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.1246181 Jun 27 09:40:13.115183 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-f1774507-05c5-4169-96d6-675926c9d85f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.0598781 Jun 27 09:40:13.179340 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-d71eb1e7-2137-4558-bc4a-85a9ad67ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:13.181038 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-d71eb1e7-2137-4558-bc4a-85a9ad67ef3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0491581 Jun 27 09:40:13.238821 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-226e26b9-63c9-4add-ab52-2019ea74ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:13.240358 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-226e26b9-63c9-4add-ab52-2019ea74ff76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458601 Jun 27 09:40:13.364356 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-d5359db7-e38f-43c0-94fb-adae5e195f67 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171787 Jun 27 09:40:13.760104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dcaa6-5183-4c59-88ae-eef8bebe00ba req-fcff6f96-2e8f-4d76-9242-af57099c53bc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:13.761722 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e97dcaa6-5183-4c59-88ae-eef8bebe00ba req-fcff6f96-2e8f-4d76-9242-af57099c53bc tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0597575 Jun 27 09:40:13.763542 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a69826dc-22f4-4f23-b84d-390125bebe05 req-f15675d6-77b2-4ff4-b125-5c5fe794c30e service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800488 Jun 27 09:40:13.830490 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e97dcaa6-5183-4c59-88ae-eef8bebe00ba req-25457a5e-8133-45a5-8d28-58f6242c762c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610950 Jun 27 09:40:14.130697 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f282d2-cca3-4dbb-bf70-abfef434e78c req-f12779b0-a089-4fdd-9c09-338cb5cf7e15 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:14.132712 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03f282d2-cca3-4dbb-bf70-abfef434e78c req-f12779b0-a089-4fdd-9c09-338cb5cf7e15 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0498168 Jun 27 09:40:14.185992 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-03f282d2-cca3-4dbb-bf70-abfef434e78c req-3f2e24f0-83eb-470d-aed3-2ca79ff2b4ae tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Jun 27 09:40:14.888074 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:14.962044 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3d56c-f83d-4dc9-919c-8e8be0401bb8 req-7d4c1746-6ad8-41b2-bf1f-830a459798c4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:14.963675 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8fc3d56c-f83d-4dc9-919c-8e8be0401bb8 req-7d4c1746-6ad8-41b2-bf1f-830a459798c4 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0533371 Jun 27 09:40:15.015806 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8fc3d56c-f83d-4dc9-919c-8e8be0401bb8 req-e9129a8b-dcc5-4e0f-9262-88509a123239 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460334 Jun 27 09:40:15.323119 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5a81-10e9-4336-9897-146317192866 req-32b9007f-0044-4008-9cd4-ee2ce0cd06de tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:15.324633 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-443d5a81-10e9-4336-9897-146317192866 req-32b9007f-0044-4008-9cd4-ee2ce0cd06de tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0523188 Jun 27 09:40:15.373596 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-443d5a81-10e9-4336-9897-146317192866 req-bbd51acf-f3d8-4b94-8afb-98b0c0d141fd tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Jun 27 09:40:15.979094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:16.143004 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6b5a7-e20d-4e5e-87c5-85cb6688256d req-8921529a-e672-4f63-ab73-86886099bac3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:16.150873 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9fb6b5a7-e20d-4e5e-87c5-85cb6688256d req-8921529a-e672-4f63-ab73-86886099bac3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0560002 Jun 27 09:40:16.158839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:16.199901 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9fb6b5a7-e20d-4e5e-87c5-85cb6688256d req-81884dc5-f52f-4bb9-b1ab-bd08cba86002 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478234 Jun 27 09:40:16.203094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:16.496857 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492c54-3996-4b7c-ab8d-f32721b2de36 req-2b0c76fb-5335-4db7-9c06-458d4d97445d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:16.498347 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2492c54-3996-4b7c-ab8d-f32721b2de36 req-2b0c76fb-5335-4db7-9c06-458d4d97445d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0538800 Jun 27 09:40:16.526949 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:16.556250 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2492c54-3996-4b7c-ab8d-f32721b2de36 req-e1bb80aa-6dab-4ce8-95be-4dba3050c5d2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513401 Jun 27 09:40:17.325201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338429d2-7289-4a1e-8001-8d674c00755b req-518d70d5-0618-49d6-b37f-dc46573cce65 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:17.328034 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-338429d2-7289-4a1e-8001-8d674c00755b req-518d70d5-0618-49d6-b37f-dc46573cce65 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Jun 27 09:40:17.386987 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-338429d2-7289-4a1e-8001-8d674c00755b req-4fe06612-3d2c-4e45-9b9d-4136ce20a3b1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538685 Jun 27 09:40:17.689639 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50209-683c-40d9-8bdf-2e6d0981d306 req-b9953d7f-983a-49a3-8402-35bc3b6e7b08 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:17.691249 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07c50209-683c-40d9-8bdf-2e6d0981d306 req-b9953d7f-983a-49a3-8402-35bc3b6e7b08 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0568311 Jun 27 09:40:17.757198 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07c50209-683c-40d9-8bdf-2e6d0981d306 req-6a9700c7-9ca5-4e20-be69-8267bce419b1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548239 Jun 27 09:40:18.519790 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9ea49-d539-4495-9721-5df4f9297fb1 req-c187c47d-a0d1-4d44-8547-451f8e0c7552 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:18.521316 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9e9ea49-d539-4495-9721-5df4f9297fb1 req-c187c47d-a0d1-4d44-8547-451f8e0c7552 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0530846 Jun 27 09:40:18.579867 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9e9ea49-d539-4495-9721-5df4f9297fb1 req-740d0596-9cb5-4048-aedd-872e1053d8b2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515239 Jun 27 09:40:19.117754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71577c2-86e4-48b8-958f-ac3190d2327f req-db8eff83-67be-42db-b035-bbc00314c7a3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:19.120062 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e71577c2-86e4-48b8-958f-ac3190d2327f req-db8eff83-67be-42db-b035-bbc00314c7a3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.2882431 Jun 27 09:40:19.176123 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e71577c2-86e4-48b8-958f-ac3190d2327f req-ad96cf65-c05d-4224-92df-10ece3e415be tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475354 Jun 27 09:40:19.717002 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ebab3-26a7-4a05-a06f-6da6150bc721 req-79bc86ad-cb70-46da-a46c-c0b4d632e7a3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:19.723702 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-278ebab3-26a7-4a05-a06f-6da6150bc721 req-79bc86ad-cb70-46da-a46c-c0b4d632e7a3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0545886 Jun 27 09:40:19.769417 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-278ebab3-26a7-4a05-a06f-6da6150bc721 req-d8bacb98-f214-4e84-85ac-7188a053b0da tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 Jun 27 09:40:20.317957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179be16-34ba-434f-a679-450738834c58 req-83b5dd4d-393f-4712-92fc-d42b48484617 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:20.319682 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b179be16-34ba-434f-a679-450738834c58 req-83b5dd4d-393f-4712-92fc-d42b48484617 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 943 time: 0.0587952 Jun 27 09:40:20.355119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:40:20.410144 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b179be16-34ba-434f-a679-450738834c58 req-d1962962-c0f6-42e9-9278-d78ed1a31009 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831578 Jun 27 09:40:20.465981 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:20.479048 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'port_id': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'mac_address': 'fa:16:3e:13:c3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:40:20.519385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:40:20.519815 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:20.530216 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:20.533669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:40:20.554925 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:20.624242 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:20.683091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:20.901177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fb3ce-0ba0-4bf8-be2d-b3c7c258828a req-1acd5e75-8141-4241-bf16-28f95ea560ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:20.902765 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-266fb3ce-0ba0-4bf8-be2d-b3c7c258828a req-1acd5e75-8141-4241-bf16-28f95ea560ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0573869 Jun 27 09:40:20.963880 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-266fb3ce-0ba0-4bf8-be2d-b3c7c258828a req-259c62ce-9390-4974-a0d0-f74a152059d2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552082 Jun 27 09:40:20.992061 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['6668e5f8-1a3b-4d07-a99b-2feabc1b8262'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:40:21.537668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa96f3-b540-486f-8df5-b81348732fc4 req-9d741e22-eaa8-40fc-bafb-5dbb76b8aa57 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:21.539728 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12fa96f3-b540-486f-8df5-b81348732fc4 req-9d741e22-eaa8-40fc-bafb-5dbb76b8aa57 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 944 time: 0.0541964 Jun 27 09:40:21.592538 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12fa96f3-b540-486f-8df5-b81348732fc4 req-a115fe3f-826b-467a-a8a6-5d014670496b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467961 Jun 27 09:40:22.103422 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81708d1d-3872-428d-b7d6-4949c40e7655 req-be02e31a-e326-4822-8b0f-8e399cfd23e9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:22.111094 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-81708d1d-3872-428d-b7d6-4949c40e7655 req-be02e31a-e326-4822-8b0f-8e399cfd23e9 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0562556 Jun 27 09:40:22.135401 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:22.136745 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=9 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:22.160162 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-81708d1d-3872-428d-b7d6-4949c40e7655 req-b62e2f88-22a7-4bdd-b5b7-2b1ec71053da tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481040 Jun 27 09:40:22.356461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:40:22.399968 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:40:22.459138 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:40:22.459667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:22.540665 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:40:22.541066 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:22.566030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:22.568575 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a364f6-eab4-4de1-a4e8-f501041a98fa" -d '{"events": [{"server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "name": "network-vif-plugged", "status": "completed", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:22.587006 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:22.609569 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7366286-ea43-4ced-906e-593b0dcb31eb x-openstack-request-id: req-b7366286-ea43-4ced-906e-593b0dcb31eb {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:22.610019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "name": "network-vif-plugged", "status": "completed", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:22.610280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7366286-ea43-4ced-906e-593b0dcb31eb {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:22.610714 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7366286-ea43-4ced-906e-593b0dcb31eb'] response: {'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'code': 200} Jun 27 09:40:22.646460 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:22.684010 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:22.708514 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:22.722379 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:22.739315 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b2fcc-0058-43fb-bdeb-f960ad989eef req-516bb750-8cda-4dd8-92b4-0941d89cab61 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:22.740835 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab4b2fcc-0058-43fb-bdeb-f960ad989eef req-516bb750-8cda-4dd8-92b4-0941d89cab61 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Jun 27 09:40:22.819950 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ab4b2fcc-0058-43fb-bdeb-f960ad989eef req-ed7fc3cb-4de0-4963-a5e3-48f0f6e59c07 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663271 Jun 27 09:40:22.927460 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e0d63-8d10-4fb5-a589-985e723074cd req-ecdb05fd-7fbf-4e7c-a9e5-2c62e4973063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:22.928968 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f4e0d63-8d10-4fb5-a589-985e723074cd req-ecdb05fd-7fbf-4e7c-a9e5-2c62e4973063 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1129 time: 0.0480046 Jun 27 09:40:23.002308 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f4e0d63-8d10-4fb5-a589-985e723074cd req-d923f087-48be-4d8b-81a2-ec828721d7eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508890 Jun 27 09:40:23.293095 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65691e1d-4040-427e-9471-c4e8ba49ed74 req-16f74428-b8f5-4065-b096-1b153f655b6e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:23.294761 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-65691e1d-4040-427e-9471-c4e8ba49ed74 req-16f74428-b8f5-4065-b096-1b153f655b6e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0634520 Jun 27 09:40:23.350931 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-65691e1d-4040-427e-9471-c4e8ba49ed74 req-69c9ab9e-2b9e-4eff-86ef-58beaaef5f98 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471015 Jun 27 09:40:23.938277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca450-573c-411a-b2d6-c59a43ceac66 req-7dcd75ac-e89c-4786-b5f6-c96fbdda6769 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:23.939797 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b1bca450-573c-411a-b2d6-c59a43ceac66 req-7dcd75ac-e89c-4786-b5f6-c96fbdda6769 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0562162 Jun 27 09:40:23.988674 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b1bca450-573c-411a-b2d6-c59a43ceac66 req-7577813c-0b16-43bd-86b4-2f99475537b3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Jun 27 09:40:24.492648 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f966d23-c81d-4cc1-803d-eb3833bf083a req-fa0d4c28-03ff-4bfb-ad73-c0df0a845812 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:24.499612 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f966d23-c81d-4cc1-803d-eb3833bf083a req-fa0d4c28-03ff-4bfb-ad73-c0df0a845812 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0587227 Jun 27 09:40:24.544996 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0f966d23-c81d-4cc1-803d-eb3833bf083a req-7aa23459-bdb9-493d-8754-5463e43b3919 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Jun 27 09:40:25.104296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e55e0-b222-457d-acc8-89a20e78ea9d req-f93d2e9a-031b-4639-8762-18aadc76086c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:25.105663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eb2e55e0-b222-457d-acc8-89a20e78ea9d req-f93d2e9a-031b-4639-8762-18aadc76086c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Jun 27 09:40:25.156860 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-eb2e55e0-b222-457d-acc8-89a20e78ea9d req-4834cf64-b9ee-41cf-9412-da9be95b636d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455050 Jun 27 09:40:25.656125 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd9e1d-c107-4ed8-b493-c63522d4376d req-094361da-ab9b-4a71-8dea-c672b683964f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:25.657600 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4cfd9e1d-c107-4ed8-b493-c63522d4376d req-094361da-ab9b-4a71-8dea-c672b683964f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0459938 Jun 27 09:40:25.704918 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4cfd9e1d-c107-4ed8-b493-c63522d4376d req-63531546-460b-455e-a6cb-336a89bc6c14 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Jun 27 09:40:26.270815 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22184bb6-87d3-425d-8989-b8f4f68635b8 req-cc469bd6-b60b-4191-80b1-c5ad8373bffa tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:26.272445 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-22184bb6-87d3-425d-8989-b8f4f68635b8 req-cc469bd6-b60b-4191-80b1-c5ad8373bffa tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Jun 27 09:40:26.323431 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-22184bb6-87d3-425d-8989-b8f4f68635b8 req-cdf6033c-2154-47da-b330-7aeca5156914 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Jun 27 09:40:26.400348 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:26.437441 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552372e9-b680-46e7-9fe3-b65620f529f0 req-8fb8b3ae-e16f-4527-8c5d-a1d0c3bf5aed tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:26.438936 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-552372e9-b680-46e7-9fe3-b65620f529f0 req-8fb8b3ae-e16f-4527-8c5d-a1d0c3bf5aed tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0477998 Jun 27 09:40:26.491073 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-552372e9-b680-46e7-9fe3-b65620f529f0 req-d1a81f22-0de8-4271-837a-1c03361af0e8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464306 Jun 27 09:40:26.513166 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51094) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:26.655400 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fb8e77-a276-4974-b91a-6f927652637c tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:26.656981 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-84fb8e77-a276-4974-b91a-6f927652637c tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1124 time: 0.1428246 Jun 27 09:40:26.659842 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51104) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:26.664028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'port_id': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:26.668512 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:26.750452 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:26.860108 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc720de-533a-46b9-aae7-cb048f5e2daf req-208ae963-3984-409a-b8c8-ec22c5e0f143 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:26.861576 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5bc720de-533a-46b9-aae7-cb048f5e2daf req-208ae963-3984-409a-b8c8-ec22c5e0f143 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0883830 Jun 27 09:40:26.878077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:26.957526 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5bc720de-533a-46b9-aae7-cb048f5e2daf req-d9da3059-6ea4-4226-b5f8-c43c3250b496 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879374 Jun 27 09:40:27.010533 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.27.1.85 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/2c3313fe-f3aa-4a6f-b14b-72ff212df985) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:40:27.115457 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:27.137042 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:27.252561 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:27.292795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:40:27.295850 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:40:27.299282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:40:27.324186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=2c3313fe-f3aa-4a6f-b14b-72ff212df985,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:27.342473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.342473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.342683 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.343098 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.343446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.343824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.345998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.346091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.346394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.346717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:27.487849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:27.706703 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (2172544e-f54d-4375-817a-95cdb2f7ca2e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:27.826458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:27.972343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.060380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.078835 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6c6fc-b76a-4ead-a7a1-9e358c97390a req-0e473cf7-470c-46ef-b110-65820d2b84d1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:28.080553 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-87c6c6fc-b76a-4ead-a7a1-9e358c97390a req-0e473cf7-470c-46ef-b110-65820d2b84d1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0492055 Jun 27 09:40:28.129623 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-87c6c6fc-b76a-4ead-a7a1-9e358c97390a req-39c5140e-9435-4463-aa70-9763ca2e1234 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jun 27 09:40:28.131776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=2c3313fe-f3aa-4a6f-b14b-72ff212df985,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:28.142661 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (2172544e-f54d-4375-817a-95cdb2f7ca2e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.185966 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:28.238169 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP 2172544e-f54d-4375-817a-95cdb2f7ca2e associated. External IP: 172.27.1.85, port: 6668e5f8-1a3b-4d07-a99b-2feabc1b8262. Jun 27 09:40:28.406927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51128) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:28.448564 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:40:28.451950 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Deleting subnet 312e0beb-de5c-429e-929d-ec462ff8ac68 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:40:28.455073 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Publish callbacks [] for subnet (312e0beb-de5c-429e-929d-ec462ff8ac68), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.489192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (312e0beb-de5c-429e-929d-ec462ff8ac68), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.532977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (312e0beb-de5c-429e-929d-ec462ff8ac68), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.546861 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:28.549727 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:40:28.554725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:28.561238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:40:28.572619 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:28.573437 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:28.633089 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.660200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (312e0beb-de5c-429e-929d-ec462ff8ac68), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.667557 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2f07680f-8892-486e-997d-f06af25e1092 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0042906 Jun 27 09:40:28.667557 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:28.668715 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:28.676553 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:28.703018 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=312e0beb-de5c-429e-929d-ec462ff8ac68,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:28.708085 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.713686 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-019764f9-837b-4f1b-8459-d312eefb6851 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/312e0beb-de5c-429e-929d-ec462ff8ac68 HTTP/1.1" status: 204 len: 168 time: 0.3035336 Jun 27 09:40:28.714042 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51134) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:28.725395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b471f0c5-c3dd-4cbc-8c1f-c1ae1d4bec55 x-openstack-request-id: req-b471f0c5-c3dd-4cbc-8c1f-c1ae1d4bec55 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:28.725395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:28.725395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b471f0c5-c3dd-4cbc-8c1f-c1ae1d4bec55 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:28.725395 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b471f0c5-c3dd-4cbc-8c1f-c1ae1d4bec55'] response: {'name': 'network-changed', 'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'status': 'completed', 'code': 200} Jun 27 09:40:28.782675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:28.793800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (8dc842b0-c4e3-4553-aa78-54073ba34630), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.797794 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-63932f6a-5add-4e54-aeb1-ae9106f2c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:28.799778 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-63932f6a-5add-4e54-aeb1-ae9106f2c8cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1129 time: 0.0419638 Jun 27 09:40:28.874468 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (8dc842b0-c4e3-4553-aa78-54073ba34630), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.896813 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc842b0-c4e3-4553-aa78-54073ba34630']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:28.899639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-ec599136-dac8-489a-9ca3-869b08338dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:28.901242 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-ec599136-dac8-489a-9ca3-869b08338dd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0953362 Jun 27 09:40:28.907911 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:28.908261 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44aff42e-5ae6-4d4d-814d-5fd1fb7f996c') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:28.922391 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (44aff42e-5ae6-4d4d-814d-5fd1fb7f996c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.937295 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (44aff42e-5ae6-4d4d-814d-5fd1fb7f996c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.944671 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:40:28.945130 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (44aff42e-5ae6-4d4d-814d-5fd1fb7f996c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:28.970291 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-7923009e-1511-43ff-a9c3-545ea8f5edb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262 HTTP/1.1" status: 200 len: 998 time: 0.0611384 Jun 27 09:40:28.980854 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 44aff42e-5ae6-4d4d-814d-5fd1fb7f996c resource provider aggregate not found Jun 27 09:40:29.011791 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 44aff42e-5ae6-4d4d-814d-5fd1fb7f996c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44aff42e-5ae6-4d4d-814d-5fd1fb7f996c found for delete ", "request_id": "req-1af8e652-e3bf-4cb5-804c-ae2f7e60ee17"}]} Jun 27 09:40:29.022126 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-128e6095-4dde-441f-a686-74feef6dabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:29.024118 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-128e6095-4dde-441f-a686-74feef6dabc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0465517 Jun 27 09:40:29.042304 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '2172544e-f54d-4375-817a-95cdb2f7ca2e', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:13:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:27Z', 'updated_at': '2022-06-27T09:40:27Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:29.066500 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:40:29.074898 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:29.075543 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:29.088063 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (8dc842b0-c4e3-4553-aa78-54073ba34630), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.094208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.100958 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8dc842b0-c4e3-4553-aa78-54073ba34630 HTTP/1.1" status: 204 len: 168 time: 0.3835540 Jun 27 09:40:29.115955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f250bbd-cbe4-4969-a2ce-f4ae8fc937c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc842b0-c4e3-4553-aa78-54073ba34630,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:29.135390 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-b2c7f5a0-7693-455a-ae3f-533b30ce81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:29.137211 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-b2c7f5a0-7693-455a-ae3f-533b30ce81b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654199 Jun 27 09:40:29.189696 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:29.274977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1258a-f3c5-4fba-8667-09e17fa2cbcd req-796931f7-df92-4c5c-aa00-b69d467c6b2e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:29.277632 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f1258a-f3c5-4fba-8667-09e17fa2cbcd req-796931f7-df92-4c5c-aa00-b69d467c6b2e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jun 27 09:40:29.283074 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-854606c2-7ba7-48ff-8169-bbc002786cb4 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239672 Jun 27 09:40:29.333943 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-93f1258a-f3c5-4fba-8667-09e17fa2cbcd req-f831c5a5-583c-45e7-a249-5e6594e72f3e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497341 Jun 27 09:40:29.416963 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '2172544e-f54d-4375-817a-95cdb2f7ca2e', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:13:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:27Z', 'updated_at': '2022-06-27T09:40:27Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:29.439750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51148) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:29.441623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4ca0b9-9b51-4279-92b7-16ec4726ebb4 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '2172544e-f54d-4375-817a-95cdb2f7ca2e', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:13:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:27Z', 'updated_at': '2022-06-27T09:40:27Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:40:29.490177 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-23e66f34-2068-409f-bdc4-4954f366f24a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=604921be35cc4c258933114a5535800c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492065 Jun 27 09:40:29.492705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51150) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:29.533931 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:29.544049 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] Publish callbacks [] for security_group (e88ebb9a-a512-46cf-b5a9-e46403098cbd), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.567165 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] Publish callbacks [] for security_group (e88ebb9a-a512-46cf-b5a9-e46403098cbd), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.630669 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686254e1-70a2-4845-b2d2-d8a73534fc00 None None] New status for floating IP 2172544e-f54d-4375-817a-95cdb2f7ca2e: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:40:29.670434 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e88ebb9a-a512-46cf-b5a9-e46403098cbd), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.673092 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:29.676786 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e88ebb9a-a512-46cf-b5a9-e46403098cbd HTTP/1.1" status: 204 len: 168 time: 0.1806109 Jun 27 09:40:29.682496 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6815aae-6b72-412e-9ba5-e735b2d98453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88ebb9a-a512-46cf-b5a9-e46403098cbd,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:30.479822 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac661a-8c65-47a5-8d16-3601ab624f9b req-673fc561-5e95-4804-ac29-4e7abe679ec5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:30.481313 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a3ac661a-8c65-47a5-8d16-3601ab624f9b req-673fc561-5e95-4804-ac29-4e7abe679ec5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0746827 Jun 27 09:40:30.540066 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3b77f-e760-4837-952b-43789c7bd83e req-ecea163a-b097-4738-b724-23736f4ac7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:30.541764 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cdc3b77f-e760-4837-952b-43789c7bd83e req-ecea163a-b097-4738-b724-23736f4ac7b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0381978 Jun 27 09:40:30.567459 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cfcb311e-19d5-4e35-89e6-e7b1f7746d0a req-31f2d33a-c140-439c-a3a4-c828a924b246 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496439 Jun 27 09:40:30.571886 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a3ac661a-8c65-47a5-8d16-3601ab624f9b req-53b91fdf-6c4c-48de-b012-94c1c8e4a5d3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628123 Jun 27 09:40:30.589748 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cdc3b77f-e760-4837-952b-43789c7bd83e req-e81dc0b5-7777-4cd6-a2ef-4c89108a83cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Jun 27 09:40:31.689520 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25ed26-56b5-4095-80a7-27650522d858 req-81b6d02b-69cf-4b14-90b1-59f0a75c9680 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:31.690982 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1c25ed26-56b5-4095-80a7-27650522d858 req-81b6d02b-69cf-4b14-90b1-59f0a75c9680 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0495794 Jun 27 09:40:31.738235 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1c25ed26-56b5-4095-80a7-27650522d858 req-8e02cb7e-a6bb-4c5e-ab84-e53ebe74c49a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 Jun 27 09:40:33.091225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3aa30d-e859-4c1d-bd13-8a95e04b3d38 req-d701bc8b-4554-4a80-b8fa-7a0a9cc76930 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:33.092634 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6a3aa30d-e859-4c1d-bd13-8a95e04b3d38 req-d701bc8b-4554-4a80-b8fa-7a0a9cc76930 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.2872922 Jun 27 09:40:33.138685 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6a3aa30d-e859-4c1d-bd13-8a95e04b3d38 req-814ea527-eb66-413b-a9d7-d5dc4a732671 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 Jun 27 09:40:33.618721 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:33.702113 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c3ba0-47b2-458d-9152-5087dc5771a9 req-3bd7a27d-5d07-4395-9bc7-69531db46946 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:33.703652 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b2c3ba0-47b2-458d-9152-5087dc5771a9 req-3bd7a27d-5d07-4395-9bc7-69531db46946 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Jun 27 09:40:33.714411 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:33.766173 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-9932d841-1437-43e6-8d1a-af8d5cf70e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:33.767729 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-9932d841-1437-43e6-8d1a-af8d5cf70e2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0631826 Jun 27 09:40:33.803329 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7b2c3ba0-47b2-458d-9152-5087dc5771a9 req-01570c0a-27b0-4b66-93ec-4e08736a347f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905635 Jun 27 09:40:33.868448 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-2695685f-d7d5-4e85-8e6a-de301e5abbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:33.869832 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-2695685f-d7d5-4e85-8e6a-de301e5abbf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0956812 Jun 27 09:40:33.933868 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-e33dc57e-00e4-4652-8796-af71def5d7fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.0574369 Jun 27 09:40:33.980668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-06c54cf9-165b-4a45-8c1c-13e00a2fdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:33.982059 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-06c54cf9-165b-4a45-8c1c-13e00a2fdbf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0429804 Jun 27 09:40:34.025290 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-be4b21a0-ed0b-49cb-a975-168b18a448da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:34.026892 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-be4b21a0-ed0b-49cb-a975-168b18a448da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385466 Jun 27 09:40:34.127376 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-89577f55-cc3d-45b9-bf2e-a22c52151bed service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933881 Jun 27 09:40:34.217745 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ead9e99-5bc6-4b2a-9f1d-63f6b68ff32a req-322f3134-1f05-4511-b0fb-f4b682eb6315 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831993 Jun 27 09:40:34.916046 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d47a5-f45e-4d13-ab1a-c748ceb1927a req-53fbdf94-5390-4061-a6f0-78f4551d71e5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:34.917737 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fb4d47a5-f45e-4d13-ab1a-c748ceb1927a req-53fbdf94-5390-4061-a6f0-78f4551d71e5 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0453207 Jun 27 09:40:34.942898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:34.964085 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fb4d47a5-f45e-4d13-ab1a-c748ceb1927a req-9e194a15-d99c-465c-8432-6d0219e09e4a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Jun 27 09:40:36.088043 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e003774-79ef-4cba-b13c-307f7f91f2d9 req-b32396e3-e4c4-4187-a6be-85df36a37779 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:36.092008 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1e003774-79ef-4cba-b13c-307f7f91f2d9 req-b32396e3-e4c4-4187-a6be-85df36a37779 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0538144 Jun 27 09:40:36.136338 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1e003774-79ef-4cba-b13c-307f7f91f2d9 req-872a1446-3f0e-4769-84ee-ee6ecdbfcd75 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Jun 27 09:40:37.249729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bad59-6c60-447f-896e-aec43c943a22 req-6d81710b-d557-443a-827b-15177c319a77 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:37.251180 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-434bad59-6c60-447f-896e-aec43c943a22 req-6d81710b-d557-443a-827b-15177c319a77 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0467911 Jun 27 09:40:37.275637 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:37.299696 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-434bad59-6c60-447f-896e-aec43c943a22 req-e4424cd1-32b6-4877-9271-23ef1698db95 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 Jun 27 09:40:37.408050 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9c556-c1c3-414d-9850-1ec27644cb9d req-6b073143-4d99-4d98-8e86-ebca0548c1e3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:37.409538 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20e9c556-c1c3-414d-9850-1ec27644cb9d req-6b073143-4d99-4d98-8e86-ebca0548c1e3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0465381 Jun 27 09:40:37.418671 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51202) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:37.422916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Request body: {'floatingip': {'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:37.478404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:37.551267 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:37.870239 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:37.926372 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:37.961147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:38.156443 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:40:38.256959 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:40:38.261843 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:38.266833 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:40:38.278748 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:38.279436 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:38.295995 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:38.298270 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89470ce4-ab9d-42cd-af24-15d4c9199a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:38.337689 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b003c07a-a82a-4002-b370-730d42893bfb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "PUT /v2.0/floatingips/b04d0b53-7419-4983-8407-1c5c763327cb HTTP/1.1" status: 200 len: 993 time: 0.9153275 Jun 27 09:40:38.342571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4eb7baa-254f-4bb4-b6a2-7fed9362e381 x-openstack-request-id: req-e4eb7baa-254f-4bb4-b6a2-7fed9362e381 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:38.342866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:38.343122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4eb7baa-254f-4bb4-b6a2-7fed9362e381 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:38.343621 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4eb7baa-254f-4bb4-b6a2-7fed9362e381'] response: {'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'status': 'completed', 'code': 200} Jun 27 09:40:38.388782 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:38.419126 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-e9f65bbf-2b92-4199-a430-bfc90e0b43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:38.420683 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-e9f65bbf-2b92-4199-a430-bfc90e0b43a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0403967 Jun 27 09:40:38.528579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c66596-5be8-4d42-a6cc-7d642cd4ee55 req-513ef86e-31fb-41e9-9da0-f1925b4f921d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:38.530063 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-75c66596-5be8-4d42-a6cc-7d642cd4ee55 req-513ef86e-31fb-41e9-9da0-f1925b4f921d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0462587 Jun 27 09:40:38.580697 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-75c66596-5be8-4d42-a6cc-7d642cd4ee55 req-063cfbcf-4766-4f35-8977-ed1284c773f3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448649 Jun 27 09:40:38.584167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:38.603692 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:40:37Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:38.606803 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:38.629079 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:40:38.638066 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:38.638697 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:38.742455 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:38.950459 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:40:37Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:38.973802 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ba027c-45dd-4f34-bde4-e3603650d338 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'b04d0b53-7419-4983-8407-1c5c763327cb', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'port_id': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'mac_address': 'fa:16:3e:34:67:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:40:37Z', 'revision_number': 3, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:40:39.700950 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92da78-36d3-4c3c-8f1f-06e863128c71 req-2d95b2f7-9dc7-499e-b2c9-1bfdacd02485 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:39.702400 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a92da78-36d3-4c3c-8f1f-06e863128c71 req-2d95b2f7-9dc7-499e-b2c9-1bfdacd02485 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0457680 Jun 27 09:40:39.749377 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7a92da78-36d3-4c3c-8f1f-06e863128c71 req-222f2e09-3d8b-4987-a1d6-47655b5435bf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Jun 27 09:40:40.183778 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:40.201054 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-6c274fbb-a665-4d57-b656-080c0cac2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.202585 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-6c274fbb-a665-4d57-b656-080c0cac2a64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.0916696 Jun 27 09:40:40.224291 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-375a78ea-2a36-4e84-95f8-1d533ebd1c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:40.364687 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:40.367101 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:40.393836 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-7f89aab8-6daa-4ffb-89e2-61e437e22668 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.0602703 Jun 27 09:40:40.404102 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b5c5d0-1e9e-42f1-bbb2-c28e8a653aa4 x-openstack-request-id: req-47b5c5d0-1e9e-42f1-bbb2-c28e8a653aa4 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:40.404394 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:40.404651 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47b5c5d0-1e9e-42f1-bbb2-c28e8a653aa4 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:40.405068 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b5c5d0-1e9e-42f1-bbb2-c28e8a653aa4'] response: {'name': 'network-changed', 'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'status': 'completed', 'code': 200} Jun 27 09:40:40.451364 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-68a13143-d12d-41a0-a22d-fa24433ca562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.452884 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-68a13143-d12d-41a0-a22d-fa24433ca562 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0507746 Jun 27 09:40:40.521767 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-127ab28a-8554-4f15-99ca-d18dd3bba2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.523299 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-127ab28a-8554-4f15-99ca-d18dd3bba2de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389009 Jun 27 09:40:40.533639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-6defaeee-838d-40fb-a015-e7645e686a48 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.535052 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-6defaeee-838d-40fb-a015-e7645e686a48 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0454025 Jun 27 09:40:40.617074 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-fe91615e-5efa-47f6-98ef-dcb7e0abdb79 service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851288 Jun 27 09:40:40.619384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Deleting port a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:40:40.619854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:40.692825 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:40.723154 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89470ce4-ab9d-42cd-af24-15d4c9199a2c req-bf9913b2-405d-4fbf-9d3a-b00c8935ffad service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Jun 27 09:40:40.723837 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] For port a233eb88-dce4-49a8-9bf9-7a59a86e981b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a233eb88-dce4-49a8-9bf9-7a59a86e981b,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:40.723837 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:40.794724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-76e39e58-88ba-43f0-ad71-b52c59fc0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.796285 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-76e39e58-88ba-43f0-ad71-b52c59fc0699 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 1129 time: 0.0397387 Jun 27 09:40:40.920380 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89440a93-79da-4ab4-a48e-719a364b296a req-e3d13513-be63-4934-9730-5429b6b19d2b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.921879 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89440a93-79da-4ab4-a48e-719a364b296a req-e3d13513-be63-4934-9730-5429b6b19d2b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 946 time: 0.0895262 Jun 27 09:40:40.925235 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:40.925607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:40.925935 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Floating IP 12e788ba-cc90-46d9-bffa-831f5a48454e disassociated. External IP: 172.27.1.111, port: a233eb88-dce4-49a8-9bf9-7a59a86e981b. Jun 27 09:40:40.926283 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Calling delete_port for a233eb88-dce4-49a8-9bf9-7a59a86e981b owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:40:40.957392 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-4541deeb-aaed-4c30-80c7-f44089c25a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:40.959456 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-4541deeb-aaed-4c30-80c7-f44089c25a66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 200 len: 920 time: 0.1467612 Jun 27 09:40:41.026538 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-89440a93-79da-4ab4-a48e-719a364b296a req-d88cdd89-1ae6-4571-85aa-df98473109d2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=71998b2b-bc94-4055-ac7c-df7fd5a97c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981014 Jun 27 09:40:41.044878 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-c6e06433-d63e-4c94-a4f9-95738c7e715c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 200 len: 1001 time: 0.0728540 Jun 27 09:40:41.094343 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-a6049d9b-185c-44c6-99ba-387532153c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:41.095794 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-a6049d9b-185c-44c6-99ba-387532153c15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 200 len: 858 time: 0.0435843 Jun 27 09:40:41.110298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (a233eb88-dce4-49a8-9bf9-7a59a86e981b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:41.139863 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-4ee87007-69d7-411d-80d6-52c568d54006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:41.141384 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-4ee87007-69d7-411d-80d6-52c568d54006 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8135fe8c-03ea-49b7-8f4d-5a328bf8b692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379517 Jun 27 09:40:41.141629 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'Port': ['ID=a233eb88-dce4-49a8-9bf9-7a59a86e981b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:41.242657 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:41.244515 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-2cd6dd02-1eb8-4cf6-a5d7-713ffea1239c service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905802 Jun 27 09:40:41.251385 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:40:41.309227 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:41.342499 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1d99e4ab-a4cb-4bb9-ab35-1eec6cf7b58c req-a060d60e-5656-42ed-a3b0-92439c44948e service neutron] 10.222.0.55 "GET /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 Jun 27 09:40:41.360867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:40:41.370384 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:40:41.380694 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:41.381312 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:41.404840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] No DVR routers for this DVR port a233eb88-dce4-49a8-9bf9-7a59a86e981b on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:40:41.408945 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:41.412272 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-51d9c734-54ab-4de5-bf45-187af42130f5 req-5a47d6e9-f124-43be-827b-9345fdfd386d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "DELETE /v2.0/ports/a233eb88-dce4-49a8-9bf9-7a59a86e981b HTTP/1.1" status: 204 len: 173 time: 0.8710835 Jun 27 09:40:41.417043 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-deleted', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:41.417043 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b15f0-9f27-49dd-b0a6-7e52b8783941" -d '{"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-deleted", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:41.452979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b1ea9-a6fd-4127-9294-fef6b0ffec21 x-openstack-request-id: req-259b1ea9-a6fd-4127-9294-fef6b0ffec21 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:41.453277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d72055f-6915-43b5-9831-61c2f134e60a", "name": "network-vif-deleted", "tag": "a233eb88-dce4-49a8-9bf9-7a59a86e981b", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:41.453536 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-259b1ea9-a6fd-4127-9294-fef6b0ffec21 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:41.453946 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259b1ea9-a6fd-4127-9294-fef6b0ffec21'] response: {'server_uuid': '1d72055f-6915-43b5-9831-61c2f134e60a', 'name': 'network-vif-deleted', 'tag': 'a233eb88-dce4-49a8-9bf9-7a59a86e981b', 'status': 'completed', 'code': 200} Jun 27 09:40:41.488812 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:41.679761 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:41.704403 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:40:41.713446 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:41.714049 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:41.815501 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:42.005590 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:42.033964 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa90011-c8db-4ec0-b3d1-22123c91c599 None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:40:42.148879 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1b83d044-482f-4b9e-91b9-84334450e6b1 req-f47ed349-3fdf-40b4-961f-f8971fe48e0c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d72055f-6915-43b5-9831-61c2f134e60a HTTP/1.1" status: 200 len: 210 time: 0.0323603 Jun 27 09:40:42.298551 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bf551-069b-4aa2-ab09-b9be31baae60 None None] New status for floating IP 12e788ba-cc90-46d9-bffa-831f5a48454e: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:40:42.623917 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-32e20a7d-1d63-417c-a35b-d92145217027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.299982 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51236) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:43.356321 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (71998b2b-bc94-4055-ac7c-df7fd5a97c7e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.379853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (71998b2b-bc94-4055-ac7c-df7fd5a97c7e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.392698 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:43.481849 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (71998b2b-bc94-4055-ac7c-df7fd5a97c7e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.484458 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.488387 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "DELETE /v2.0/security-groups/71998b2b-bc94-4055-ac7c-df7fd5a97c7e HTTP/1.1" status: 204 len: 168 time: 0.1846497 Jun 27 09:40:43.493545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51238) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:43.505184 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.api.v2.resource [None req-cceef563-0eb1-42f0-8ae3-84886920c2e4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] show failed (client error): The resource could not be found. Jun 27 09:40:43.509471 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-cceef563-0eb1-42f0-8ae3-84886920c2e4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups/71998b2b-bc94-4055-ac7c-df7fd5a97c7e HTTP/1.1" status: 404 len: 347 time: 0.0166512 Jun 27 09:40:43.511123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51240) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:43.512285 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71998b2b-bc94-4055-ac7c-df7fd5a97c7e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:43.520439 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.520439 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.520677 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.521026 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.521363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.522741 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.523083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.523419 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.523802 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.525559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.525559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.525559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.525559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.525559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.526097 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf712-2c89-4d2a-93b1-81387ce64895 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:43.625545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Deleting port 3edfa14b-5315-430c-87b4-700dc2a01939 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:40:43.625895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.703782 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.704115 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (3edfa14b-5315-430c-87b4-700dc2a01939), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.716806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Calling delete_port for 3edfa14b-5315-430c-87b4-700dc2a01939 owned by network:floatingip {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:40:43.910628 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (3edfa14b-5315-430c-87b4-700dc2a01939), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:43.940936 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'Port': ['ID=3edfa14b-5315-430c-87b4-700dc2a01939,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:44.003803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (12e788ba-cc90-46d9-bffa-831f5a48454e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.006528 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.007726 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-eadc9942-b26b-4c75-bf24-852251b94140 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "DELETE /v2.0/floatingips/12e788ba-cc90-46d9-bffa-831f5a48454e HTTP/1.1" status: 204 len: 168 time: 0.4955099 Jun 27 09:40:44.153304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51244) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:44.157937 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679517559', 'description': 'tempest-description--831233978'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:44.240660 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.308597 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (52e0092a-9d5c-4c37-9790-bf02f741d04b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.378665 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (52e0092a-9d5c-4c37-9790-bf02f741d04b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.407989 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e0092a-9d5c-4c37-9790-bf02f741d04b,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:44.455977 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:40:44.475606 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: a233eb88-dce4-49a8-9bf9-7a59a86e981b {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:40:44.475952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a233eb88-dce4-49a8-9bf9-7a59a86e981b not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:40:44.478322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.479573 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e4c75901-3ae6-4c09-8120-e2aeeaa2b656 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3252497 Jun 27 09:40:44.482343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51246) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:44.486691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group_rule': {'security_group_id': '52e0092a-9d5c-4c37-9790-bf02f741d04b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:44.576749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (de07b6d4-d2ca-42eb-a8b9-07c3a0a8af3c), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.622908 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (de07b6d4-d2ca-42eb-a8b9-07c3a0a8af3c), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.709953 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (de07b6d4-d2ca-42eb-a8b9-07c3a0a8af3c), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.716866 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:44.726617 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de07b6d4-d2ca-42eb-a8b9-07c3a0a8af3c,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:44.796616 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.798658 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-478b9075-234d-413b-b8ba-5d67a61d3535 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3145769 Jun 27 09:40:44.800672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51248) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:44.805427 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'security_group_rule': {'security_group_id': '52e0092a-9d5c-4c37-9790-bf02f741d04b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:44.814822 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:44.874731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.910309 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (2733607e-20e9-4de6-9109-2cebef53347d), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:44.965504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (2733607e-20e9-4de6-9109-2cebef53347d), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.051773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (2733607e-20e9-4de6-9109-2cebef53347d), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.069922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2733607e-20e9-4de6-9109-2cebef53347d,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:45.203277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.204529 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c46deb66-b393-4c51-85f0-41bb5dc10d62 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029143 Jun 27 09:40:45.207569 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51250) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:45.211760 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:45.275900 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.355211 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.457006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Allocated IP 172.27.1.89 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/fe4736d1-4680-493d-a60e-586a02b0848a) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:40:45.560553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (fe4736d1-4680-493d-a60e-586a02b0848a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.682198 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.723493 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:40:45.727262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:40:45.731366 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:40:45.734387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=fe4736d1-4680-493d-a60e-586a02b0848a,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:45.779851 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:45.817396 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.904618 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:45.962090 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:46.001617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.053082 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (fe4736d1-4680-493d-a60e-586a02b0848a), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.166005 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.194816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.234114 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=fe4736d1-4680-493d-a60e-586a02b0848a,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:46.244507 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.356740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:46.358002 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-474c9a80-234f-4cdc-9655-dfd4c15061b5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1495252 Jun 27 09:40:46.548724 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-5b04a0a7-3e36-40fb-83ed-066b4650404b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1679517559&fields=id&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 267 time: 0.0423880 Jun 27 09:40:46.655442 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-5745a595-8ef2-466a-bf5b-9eda59aaf56c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:46.656926 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-5745a595-8ef2-466a-bf5b-9eda59aaf56c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 816 time: 0.1021001 Jun 27 09:40:46.671905 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-225e5425-4092-4dbc-b899-baa97496ec46 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/quotas/79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 375 time: 0.0097954 Jun 27 09:40:46.707295 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:46.718237 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-d17dc701-d564-45a6-8115-0c97cd9e5a76 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0417812 Jun 27 09:40:47.038026 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-26c1b984-4cb4-4f05-bf05-90671e6a814d service neutron] 10.222.0.64 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082144 Jun 27 09:40:47.128000 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-badc56d4-0d70-4f50-afa4-62cb8a6d8c02 service neutron] 10.222.0.64 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 Jun 27 09:40:47.385469 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4c6805b1-ca23-4547-b14e-46041b369985 req-ed1ea3a0-4ed8-4d03-81b0-b35e252962fd tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 210 time: 0.0307553 Jun 27 09:40:48.488989 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a6ed04d-3cb9-441d-8d1f-9e499ae95136 req-5e06c629-d6ec-43f2-a110-375c48a0c0ab tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 210 time: 0.0316706 Jun 27 09:40:49.140180 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:40:49.368433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-50727c0d-4536-4cbf-840f-a7e05a34aa7c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:49.369886 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-50727c0d-4536-4cbf-840f-a7e05a34aa7c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 816 time: 0.1025178 Jun 27 09:40:49.435364 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-910f0ee6-35c7-4780-8b44-e501fe7112aa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 380 time: 0.0556245 Jun 27 09:40:49.445050 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'port': {'device_id': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'admin_state_up': True, 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'security_groups': ['52e0092a-9d5c-4c37-9790-bf02f741d04b']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:49.594635 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f38286ee-aa8a-4850-989f-f579b1268f19 req-7f5aae78-7b7a-44a1-b371-c634f254ef86 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 210 time: 0.0268846 Jun 27 09:40:49.641247 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Made reservation on behalf of 79203b0660c041f49c5f2629bd5a0bdf for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:40:49.644928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:49.772202 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Allocated IP 172.20.0.8 (7ad0500a-ea93-4b00-b42a-06ba39611c6e/afbdf362-754a-4017-9b15-624ee1ca05b2/55e62be6-d365-40b9-9f9d-24357beba5b2) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:40:49.773939 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:49.909066 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:49.930916 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:50.001574 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.045189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:40:50.048290 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:40:50.051807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:40:50.078736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:50.106556 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.107184 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.170350 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-c937d33b-566a-4e34-81ac-96af6b69b0ee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292688 Jun 27 09:40:50.182886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Request body: {'port': {'device_id': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:40:50.246364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.264563 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-791ef8db-048c-4c50-a23e-0f7423159276 None None] Provisioning complete for port 55e62be6-d365-40b9-9f9d-24357beba5b2 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:40:50.265136 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-791ef8db-048c-4c50-a23e-0f7423159276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.300273 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-791ef8db-048c-4c50-a23e-0f7423159276 None None] Port 55e62be6-d365-40b9-9f9d-24357beba5b2 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:40:50.507910 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:40:50.516094 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks [] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.538221 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Transition to ACTIVE for port object 55e62be6-d365-40b9-9f9d-24357beba5b2 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:40:50.574188 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a664544-f33b-4ac7-bacc-1a66b746e149 req-6d53e50a-7823-4a8b-8b5f-dea0c027dceb tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.575766 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2a664544-f33b-4ac7-bacc-1a66b746e149 req-6d53e50a-7823-4a8b-8b5f-dea0c027dceb tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0482087 Jun 27 09:40:50.604920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.654805 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-24bd4544-3353-4cc0-ba37-6c7e9f436059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.656426 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-24bd4544-3353-4cc0-ba37-6c7e9f436059 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1168 time: 0.0408051 Jun 27 09:40:50.689506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:50.698512 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2a664544-f33b-4ac7-bacc-1a66b746e149 req-7c166373-cec1-4f7a-b015-cd344f6dfadc tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167734 Jun 27 09:40:50.763081 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:50.772444 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e07b6-8879-4158-864d-bd3b59979ced req-e191fbf8-f1b6-4e5d-91de-0717a036b818 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.773472 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e27e07b6-8879-4158-864d-bd3b59979ced req-e191fbf8-f1b6-4e5d-91de-0717a036b818 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0951641 Jun 27 09:40:50.783261 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Attempting to bind port 55e62be6-d365-40b9-9f9d-24357beba5b2 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:40:50.783778 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Attempting to bind port 55e62be6-d365-40b9-9f9d-24357beba5b2 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:40:50.784131 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Attempting to bind port 55e62be6-d365-40b9-9f9d-24357beba5b2 on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:40:50.789022 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Port 55e62be6-d365-40b9-9f9d-24357beba5b2 on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:40:50.789435 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Attempting to bind port 55e62be6-d365-40b9-9f9d-24357beba5b2 on network 7ad0500a-ea93-4b00-b42a-06ba39611c6e {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:40:50.795609 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:40:50.795959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Checking segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:40:50.796353 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Bound using segment: {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:40:50.796798 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Bound port: 55e62be6-d365-40b9-9f9d-24357beba5b2, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a4195f-a075-40e9-92e7-3c7b82f95176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:40:50.797165 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.836159 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-4e30303c-1b8f-4c5d-962c-4c8904ee4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.837680 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-4e30303c-1b8f-4c5d-962c-4c8904ee4d4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 916 time: 0.1745465 Jun 27 09:40:50.845172 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e27e07b6-8879-4158-864d-bd3b59979ced req-b865a198-3907-4e76-948a-0a29af360557 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631886 Jun 27 09:40:50.875469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:40:50.878928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:40:50.905203 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-172d852f-8156-45cc-9a9b-48c172b88bc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 1001 time: 0.0582840 Jun 27 09:40:50.945440 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.954643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:50.960083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-eb7f543e-b9bf-4c28-b026-550611b258d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.961665 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-eb7f543e-b9bf-4c28-b026-550611b258d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.0505426 Jun 27 09:40:50.981415 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:50.982033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:50.983427 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] 10.222.0.55 "PUT /v2.0/ports/55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 1093 time: 0.8050721 Jun 27 09:40:50.983882 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:50.986269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43350b9c-9e62-42ac-a594-af5cef938bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:51.011951 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-84265982-b9b4-450a-9617-7a5e85511395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.013714 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-84265982-b9b4-450a-9617-7a5e85511395 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458677 Jun 27 09:40:51.022958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fc69b-04ec-4a84-a0e5-5374d6f80398 service neutron] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:51.034654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5612f545-04e9-4e29-896a-1377ae3b3e14 x-openstack-request-id: req-5612f545-04e9-4e29-896a-1377ae3b3e14 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:51.035101 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:51.035426 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5612f545-04e9-4e29-896a-1377ae3b3e14 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:51.035937 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5612f545-04e9-4e29-896a-1377ae3b3e14'] response: {'name': 'network-changed', 'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'status': 'completed', 'code': 200} Jun 27 09:40:51.104142 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-f3981e4e-f9d2-4fd3-86e0-e5021072d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.105691 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-f3981e4e-f9d2-4fd3-86e0-e5021072d87e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1127 time: 0.0426972 Jun 27 09:40:51.112900 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-13ccc2e1-d9f8-44f1-bfd1-7f6be624096a service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918605 Jun 27 09:40:51.137961 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:51.212408 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ed81cc5-d25c-4550-93c3-b1fa82c6a2fa req-6214139e-f23d-4c7f-8471-916aeee995f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919557 Jun 27 09:40:51.216344 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-f1aa63a8-4ec7-45cf-ac6c-08c34a513d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.217818 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-f1aa63a8-4ec7-45cf-ac6c-08c34a513d40 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1045132 Jun 27 09:40:51.397299 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-2fa451cb-af20-472e-aa70-bf36a617d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.398780 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-43350b9c-9e62-42ac-a594-af5cef938bbb req-2fa451cb-af20-472e-aa70-bf36a617d1db service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909312 Jun 27 09:40:51.493919 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-49ce283b-608d-4b1d-a97a-fdf32377a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.495436 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-49ce283b-608d-4b1d-a97a-fdf32377a1e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1127 time: 0.0460782 Jun 27 09:40:51.792203 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-d5278b97-60b9-4ce8-b6de-180d9b71a7cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 217 time: 0.2882111 Jun 27 09:40:51.864252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bcae4-8588-41b7-b7d7-025b030ff088 req-3a788b0d-ed24-4c93-a579-6e280448a855 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.868231 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843bcae4-8588-41b7-b7d7-025b030ff088 req-3a788b0d-ed24-4c93-a579-6e280448a855 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0764511 Jun 27 09:40:51.875640 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-79d5a615-183b-40c1-a035-d8251da5c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.877057 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-79d5a615-183b-40c1-a035-d8251da5c9ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0764520 Jun 27 09:40:51.920616 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7720c-d10b-40e4-ba34-0d7a741dafae req-98f0cf42-da97-4574-bbef-a79a1e95b795 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:51.922109 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42b7720c-d10b-40e4-ba34-0d7a741dafae req-98f0cf42-da97-4574-bbef-a79a1e95b795 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0478439 Jun 27 09:40:51.935322 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843bcae4-8588-41b7-b7d7-025b030ff088 req-d13788fd-bcee-4384-a444-4afa6ef9f8ee tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622566 Jun 27 09:40:51.969939 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42b7720c-d10b-40e4-ba34-0d7a741dafae req-c7995925-7250-4592-a661-ce66f060993f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Jun 27 09:40:52.034431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03cbce-e117-434e-bfd0-ecb912c74fae req-a7a4f920-454d-4821-a8ff-f4fae95cfa05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:52.035898 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8f03cbce-e117-434e-bfd0-ecb912c74fae req-a7a4f920-454d-4821-a8ff-f4fae95cfa05 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0455608 Jun 27 09:40:52.083264 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8f03cbce-e117-434e-bfd0-ecb912c74fae req-4954feef-57c7-4f3d-8711-2ec5893baaee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412970 Jun 27 09:40:53.053010 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aaeae-17d6-42ba-a984-20c5698abca9 req-4b676393-fb52-4346-beb1-73e8cc01a72a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:53.054522 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-089aaeae-17d6-42ba-a984-20c5698abca9 req-4b676393-fb52-4346-beb1-73e8cc01a72a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0521307 Jun 27 09:40:53.082472 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71d95-9e22-461b-9b0d-48be15532d15 req-ba172bd8-9481-41bb-a0c2-2a26b4225e69 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:53.083998 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3da71d95-9e22-461b-9b0d-48be15532d15 req-ba172bd8-9481-41bb-a0c2-2a26b4225e69 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0468016 Jun 27 09:40:53.116035 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-089aaeae-17d6-42ba-a984-20c5698abca9 req-57979ffe-a4ac-4919-ad67-524d677ea021 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551524 Jun 27 09:40:53.137184 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3da71d95-9e22-461b-9b0d-48be15532d15 req-750130a1-8c85-4dcb-b12e-dcae4a4dd29e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473709 Jun 27 09:40:53.182806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-59228dc1-1f2e-4f7f-ba7d-7df5f643f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:53.184333 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-59228dc1-1f2e-4f7f-ba7d-7df5f643f11b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416741 Jun 27 09:40:53.218283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbf71d-c75c-4f7d-b9bf-573a28ef831f req-8f3930ec-f95c-46a3-bafa-d44608d8ad1e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:53.219737 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35dbf71d-c75c-4f7d-b9bf-573a28ef831f req-8f3930ec-f95c-46a3-bafa-d44608d8ad1e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0469170 Jun 27 09:40:53.238363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:53.272806 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35dbf71d-c75c-4f7d-b9bf-573a28ef831f req-bcd0feff-1a32-4a60-8de9-6f13d1c5b71a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Jun 27 09:40:53.279931 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-9902d9f4-0e5a-476a-8b78-1d6efcbf750c service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Jun 27 09:40:53.387792 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:53.408455 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdcfeab2-079d-419d-8cf3-13e9ac1c3095 req-356e37fe-bf33-42a6-a575-fc559c1848e5 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859480 Jun 27 09:40:53.488822 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f163-7e35-45b7-a92e-093312c03688 req-d6ad7236-4c31-4ad6-b40e-5035f0900a38 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:53.490288 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2072f163-7e35-45b7-a92e-093312c03688 req-d6ad7236-4c31-4ad6-b40e-5035f0900a38 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0449784 Jun 27 09:40:54.231177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d37bc-dcf2-4428-8876-acb7ca186a5f req-b420ba3a-448e-4962-8d7d-0bfce44f54d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:54.232807 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3e7d37bc-dcf2-4428-8876-acb7ca186a5f req-b420ba3a-448e-4962-8d7d-0bfce44f54d4 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0475140 Jun 27 09:40:54.249696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8e1f3-2eb2-4de3-904d-4d1c7e7204ca req-144a9e5d-44e9-4367-ba72-270a24d54456 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:54.251187 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-79f8e1f3-2eb2-4de3-904d-4d1c7e7204ca req-144a9e5d-44e9-4367-ba72-270a24d54456 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 945 time: 0.0463879 Jun 27 09:40:54.297240 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3e7d37bc-dcf2-4428-8876-acb7ca186a5f req-17e1247c-bd4c-4c41-b1fc-b9c672ca64d0 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587523 Jun 27 09:40:54.303839 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-79f8e1f3-2eb2-4de3-904d-4d1c7e7204ca req-a7482976-bdf4-4e4a-ada5-4174bce6f3ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=490a7730-028c-4930-a027-2070f9a100b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470665 Jun 27 09:40:54.401643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450299a-8d92-47bd-984f-9e634fcef16c req-8cdf73f5-d161-4345-af46-7e57d9a872be tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:54.403000 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e450299a-8d92-47bd-984f-9e634fcef16c req-8cdf73f5-d161-4345-af46-7e57d9a872be tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0481439 Jun 27 09:40:54.414256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:54.453124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e450299a-8d92-47bd-984f-9e634fcef16c req-70810029-46b0-4409-9bb4-79479ba5ebbf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Jun 27 09:40:54.563110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:40:54.563481 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:54.657609 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] For port 1c045054-5e3a-4e2b-8877-18f92b60b5a0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1c045054-5e3a-4e2b-8877-18f92b60b5a0,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:54.657892 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:54.815795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:54.816163 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:54.816484 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP eae867d4-ad6e-4b44-8104-3a2e40c860aa disassociated. External IP: 172.27.1.251, port: 1c045054-5e3a-4e2b-8877-18f92b60b5a0. Jun 27 09:40:54.816832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 1c045054-5e3a-4e2b-8877-18f92b60b5a0 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:40:54.994442 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (1c045054-5e3a-4e2b-8877-18f92b60b5a0), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:55.021884 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=1c045054-5e3a-4e2b-8877-18f92b60b5a0,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:55.131588 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:40:55.135093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:55.235059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:40:55.245203 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:40:55.248477 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:55.249062 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:55.256556 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:55.257172 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:55.278062 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] No DVR routers for this DVR port 1c045054-5e3a-4e2b-8877-18f92b60b5a0 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:40:55.280748 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:55.284145 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2072f163-7e35-45b7-a92e-093312c03688 req-8f7d687e-5593-46b9-99f6-4dc8213e3196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "DELETE /v2.0/ports/1c045054-5e3a-4e2b-8877-18f92b60b5a0 HTTP/1.1" status: 204 len: 173 time: 0.8011303 Jun 27 09:40:55.284595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'name': 'network-vif-deleted', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:55.287326 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512b61a2-6bf5-4f90-b180-cd2d32e27d36" -d '{"events": [{"server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "name": "network-vif-deleted", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:55.325360 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8492bf-9e87-4880-a084-a38650940461 x-openstack-request-id: req-ff8492bf-9e87-4880-a084-a38650940461 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:55.325360 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102adf3a-476d-4af7-8267-15e963425bde", "name": "network-vif-deleted", "tag": "1c045054-5e3a-4e2b-8877-18f92b60b5a0", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:55.325564 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ff8492bf-9e87-4880-a084-a38650940461 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:55.325916 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8492bf-9e87-4880-a084-a38650940461'] response: {'server_uuid': '102adf3a-476d-4af7-8267-15e963425bde', 'name': 'network-vif-deleted', 'tag': '1c045054-5e3a-4e2b-8877-18f92b60b5a0', 'status': 'completed', 'code': 200} Jun 27 09:40:55.373795 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:55.429406 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-610813e1-9620-4970-8b17-355326a7a4c2 req-d47c2e35-3bf3-4637-8d67-6efabc521634 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=102adf3a-476d-4af7-8267-15e963425bde HTTP/1.1" status: 200 len: 210 time: 0.0337698 Jun 27 09:40:55.431820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310997-6c24-4a17-9de6-ee07681e27d8 req-fee06dc9-9913-4e12-a5bc-060ede8e3a08 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:55.433751 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b7310997-6c24-4a17-9de6-ee07681e27d8 req-fee06dc9-9913-4e12-a5bc-060ede8e3a08 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0576229 Jun 27 09:40:55.477218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:55.512873 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b7310997-6c24-4a17-9de6-ee07681e27d8 req-02c753ac-9400-4979-a01b-15defe061867 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709598 Jun 27 09:40:55.583752 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf16ae-37fa-444a-95fd-cbbf0655ec47 req-f75b2f8a-d068-41a5-b798-73d3dc166ea7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:55.585362 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2fcf16ae-37fa-444a-95fd-cbbf0655ec47 req-f75b2f8a-d068-41a5-b798-73d3dc166ea7 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0501995 Jun 27 09:40:55.637796 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:55.642869 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2fcf16ae-37fa-444a-95fd-cbbf0655ec47 req-90f3e9ed-6f92-4ee3-9dca-5f5d99721f28 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514145 Jun 27 09:40:55.666986 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:40:55.676358 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:40:55.676975 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:55.854425 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:40:56.057224 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:40:56.080518 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c46a2-513e-4444-a7d1-4eb9df549829 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '86681b78-d702-417e-816c-c8708cf4a74c', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:1f:a5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:37:46Z', 'updated_at': '2022-06-27T09:38:18Z', 'revision_number': 2, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:40:56.300140 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f6c40-c609-4abc-bba7-614945931c7b None None] New status for floating IP eae867d4-ad6e-4b44-8104-3a2e40c860aa: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:40:56.542228 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:40:56.544533 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1c045054-5e3a-4e2b-8877-18f92b60b5a0 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:40:56.573709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 1c045054-5e3a-4e2b-8877-18f92b60b5a0 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:40:56.574038 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 1c045054-5e3a-4e2b-8877-18f92b60b5a0 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:40:56.589780 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51336) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:56.660941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07a68d-edfc-499a-97b9-3d64869cb8ea req-995d7563-5576-4b1a-b4ec-7b76ceddd008 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:56.662422 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2b07a68d-edfc-499a-97b9-3d64869cb8ea req-995d7563-5576-4b1a-b4ec-7b76ceddd008 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0666375 Jun 27 09:40:56.663405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:56.675348 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:40:56.688991 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (490a7730-028c-4930-a027-2070f9a100b1), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.705215 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:56.712419 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:40:56.712810 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.731173 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:40:56.739256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (490a7730-028c-4930-a027-2070f9a100b1), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.752680 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:56.771592 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2b07a68d-edfc-499a-97b9-3d64869cb8ea req-8f173876-cd4f-4ebd-8c85-abfcdd62217c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002920 Jun 27 09:40:56.775291 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba197bb-6ce0-455d-b962-ca5db9d49afa req-c142ce71-b731-44ac-967c-4c5784145082 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:56.776824 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ba197bb-6ce0-455d-b962-ca5db9d49afa req-c142ce71-b731-44ac-967c-4c5784145082 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0567691 Jun 27 09:40:56.813144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.829846 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5ba197bb-6ce0-455d-b962-ca5db9d49afa req-7b72d96c-6cc8-4ad1-8e9f-b6133c2037a2 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454326 Jun 27 09:40:56.869608 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (490a7730-028c-4930-a027-2070f9a100b1), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.872210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:56.873410 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/security-groups/490a7730-028c-4930-a027-2070f9a100b1 HTTP/1.1" status: 204 len: 168 time: 0.2920909 Jun 27 09:40:56.876231 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51340) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:56.885643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed350c-7217-4db7-ac6f-cff70b1def6c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a7730-028c-4930-a027-2070f9a100b1,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:56.892985 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-56d13719-8e47-4c88-81f6-19af85a9bcb3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] show failed (client error): The resource could not be found. Jun 27 09:40:56.894043 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-56d13719-8e47-4c88-81f6-19af85a9bcb3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups/490a7730-028c-4930-a027-2070f9a100b1 HTTP/1.1" status: 404 len: 347 time: 0.0167534 Jun 27 09:40:56.896997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51342) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:40:56.992307 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:57.002529 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:57.010450 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 9cc7265f-6387-45bb-8d40-51a3290f2cc9 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:40:57.010793 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.010906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.011238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.011599 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.012024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.012361 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.012691 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.013021 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.013350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.013674 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.013997 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.014320 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.014641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.014993 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.015377 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.015721 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:40:57.086720 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.087045 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (9cc7265f-6387-45bb-8d40-51a3290f2cc9), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.104148 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 9cc7265f-6387-45bb-8d40-51a3290f2cc9 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:40:57.116926 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['55e62be6-d365-40b9-9f9d-24357beba5b2'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:40:57.223077 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:57.303240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (9cc7265f-6387-45bb-8d40-51a3290f2cc9), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.336870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=9cc7265f-6387-45bb-8d40-51a3290f2cc9,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:57.396061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (eae867d4-ad6e-4b44-8104-3a2e40c860aa), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.398721 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:57.399901 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d39d3696-236e-4c29-afbe-981f0c86e5c4 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/floatingips/eae867d4-ad6e-4b44-8104-3a2e40c860aa HTTP/1.1" status: 204 len: 168 time: 0.5019898 Jun 27 09:40:57.885655 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef0dba-aaad-49f9-81cd-95a6a3c9c518 req-e67332fe-883a-45c5-9c87-ac35d8f34e15 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:57.887135 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6ef0dba-aaad-49f9-81cd-95a6a3c9c518 req-e67332fe-883a-45c5-9c87-ac35d8f34e15 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0470848 Jun 27 09:40:57.948796 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4ea88-0ef9-49b4-ac90-581598561253 req-6a2cb0bf-0925-457f-8463-80db5a937b5d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:57.949398 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6ef0dba-aaad-49f9-81cd-95a6a3c9c518 req-2196ef3e-5a24-4346-a168-27694b98ea24 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560193 Jun 27 09:40:57.951065 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bcc4ea88-0ef9-49b4-ac90-581598561253 req-6a2cb0bf-0925-457f-8463-80db5a937b5d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 944 time: 0.0489616 Jun 27 09:40:57.998347 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bcc4ea88-0ef9-49b4-ac90-581598561253 req-6d6158b1-0653-4fcd-8ffd-3c4f607ed632 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Jun 27 09:40:58.546154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:40:58.588282 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 55e62be6-d365-40b9-9f9d-24357beba5b2 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:40:58.697548 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 55e62be6-d365-40b9-9f9d-24357beba5b2 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:40:58.697548 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:58.765186 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:40:58.765576 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:58.791045 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:40:58.793561 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc10fee-69e8-493b-ad8a-21566fbd9ce6" -d '{"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:40:58.806686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:40:58.831091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1468ac-c8d6-443e-89a4-ffd12b14cdc1 x-openstack-request-id: req-2d1468ac-c8d6-443e-89a4-ffd12b14cdc1 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:40:58.831385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:40:58.831669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d1468ac-c8d6-443e-89a4-ffd12b14cdc1 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:40:58.832069 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1468ac-c8d6-443e-89a4-ffd12b14cdc1'] response: {'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'code': 200} Jun 27 09:40:58.869824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:40:58.915480 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:40:59.069800 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b5752-afd4-4918-848f-2132de7ec14b req-3425b272-a617-4a7f-a706-adb555b2c024 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:59.072026 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4a4b5752-afd4-4918-848f-2132de7ec14b req-3425b272-a617-4a7f-a706-adb555b2c024 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0542192 Jun 27 09:40:59.124746 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddea1bc-48cf-4bb6-8080-f9adae8ab481 req-bfbd656d-ee06-4a38-ac04-464eddaa6db0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:59.126241 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ddea1bc-48cf-4bb6-8080-f9adae8ab481 req-bfbd656d-ee06-4a38-ac04-464eddaa6db0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0540454 Jun 27 09:40:59.136538 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4a4b5752-afd4-4918-848f-2132de7ec14b req-49cfd491-6466-4dfb-b700-6e927b4338a0 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587120 Jun 27 09:40:59.151465 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:40:59.182902 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ddea1bc-48cf-4bb6-8080-f9adae8ab481 req-bf6a62bb-2035-4380-a071-644f783ad1f9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503848 Jun 27 09:40:59.212167 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3932556-5420-44fa-8161-f996ead10b2b req-e89558d3-d904-4a24-bc74-fb9d93d6218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:40:59.213669 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b3932556-5420-44fa-8161-f996ead10b2b req-e89558d3-d904-4a24-bc74-fb9d93d6218b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1129 time: 0.0390346 Jun 27 09:40:59.259712 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b3932556-5420-44fa-8161-f996ead10b2b req-9356d4b7-a1bf-48ee-94b6-8f8b92502454 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Jun 27 09:41:00.262605 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e49680-460c-42f2-b505-49e56993837d req-df29885e-24b1-4127-8075-69891a2157e3 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:00.264155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e8e49680-460c-42f2-b505-49e56993837d req-df29885e-24b1-4127-8075-69891a2157e3 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0469215 Jun 27 09:41:00.326203 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e8e49680-460c-42f2-b505-49e56993837d req-29e921e3-7139-4fa1-8873-8232e6ca3073 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561287 Jun 27 09:41:00.386045 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d08e90-7605-4f39-a690-a9236997cd45 req-b198f84a-5741-41e3-9068-50ff47345a52 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:00.387537 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-66d08e90-7605-4f39-a690-a9236997cd45 req-b198f84a-5741-41e3-9068-50ff47345a52 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0486550 Jun 27 09:41:00.434800 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102db5d-4067-4032-8730-dd03f5a55aab req-20a25d05-51b9-40ae-b45f-1fce65c598ea tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:00.436200 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1102db5d-4067-4032-8730-dd03f5a55aab req-20a25d05-51b9-40ae-b45f-1fce65c598ea tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Jun 27 09:41:00.441848 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-66d08e90-7605-4f39-a690-a9236997cd45 req-cbf44303-b687-48b5-b1b8-3fb9f0973e31 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487835 Jun 27 09:41:00.485200 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1102db5d-4067-4032-8730-dd03f5a55aab req-f13d401a-cb05-4e2b-a217-1cdbad499cbe tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Jun 27 09:41:01.439490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413d7f-1e63-4570-a88e-829d4cf09eb9 req-ce8ea93f-0a3f-4c60-9cd9-506739434419 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:01.440982 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34413d7f-1e63-4570-a88e-829d4cf09eb9 req-ce8ea93f-0a3f-4c60-9cd9-506739434419 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0476096 Jun 27 09:41:01.506176 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34413d7f-1e63-4570-a88e-829d4cf09eb9 req-017693fa-4597-4e8c-be97-cc1127ed862c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595086 Jun 27 09:41:01.568624 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3de8a6-22c0-46d2-b17d-09e0be28baf2 req-8a6ee615-78bf-42c7-a8cb-911f9e66db60 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:01.570217 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db3de8a6-22c0-46d2-b17d-09e0be28baf2 req-8a6ee615-78bf-42c7-a8cb-911f9e66db60 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0479088 Jun 27 09:41:01.610333 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509bbbe-1d77-4892-bc5f-765fadd9975e req-38ca2e22-b2e2-4993-aacf-6e89e310013f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:01.613169 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6509bbbe-1d77-4892-bc5f-765fadd9975e req-38ca2e22-b2e2-4993-aacf-6e89e310013f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0494804 Jun 27 09:41:01.613304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:01.620846 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db3de8a6-22c0-46d2-b17d-09e0be28baf2 req-b4b4bd5c-a9b7-4a69-af35-c82094ae57ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441651 Jun 27 09:41:01.661141 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6509bbbe-1d77-4892-bc5f-765fadd9975e req-ee23ba99-e16a-467b-9f3a-6834e90be61f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434172 Jun 27 09:41:01.738886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f44b9-0bc0-47cb-b1f3-54fb55bd754e req-68eed6e7-1265-4e3e-8264-53d39ebed0ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:01.740378 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-953f44b9-0bc0-47cb-b1f3-54fb55bd754e req-68eed6e7-1265-4e3e-8264-53d39ebed0ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0501733 Jun 27 09:41:01.748823 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51390) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:01.753059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Request body: {'floatingip': {'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:01.782789 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:01.791000 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:02.202503 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:02.256808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:02.350313 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Floating IP cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6 associated. External IP: 172.27.1.89, port: 55e62be6-d365-40b9-9f9d-24357beba5b2. Jun 27 09:41:02.546795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:02.662305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:02.668002 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:02.674274 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:02.690729 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:02.691694 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:02.697568 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1fefed29-5693-48bc-8a8d-d1ffe6d637df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "PUT /v2.0/floatingips/cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6 HTTP/1.1" status: 200 len: 990 time: 0.9476998 Jun 27 09:41:02.698244 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:02.700737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1062be07-830c-43fa-b3dd-7b013c57af08" -d '{"events": [{"name": "network-changed", "server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:02.735574 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:02.796906 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf8bb1-7f4a-42cd-88b4-d695129c2949 req-c3ba177b-d754-4d39-a149-e87941ab6086 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:02.798408 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5faf8bb1-7f4a-42cd-88b4-d695129c2949 req-c3ba177b-d754-4d39-a149-e87941ab6086 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0538287 Jun 27 09:41:02.800713 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:02.802267 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552563f-2300-454c-82e7-bf1383a7c6d7 req-a4455b7c-51fc-42f5-94bc-34b90c864686 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:02.803867 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a552563f-2300-454c-82e7-bf1383a7c6d7 req-a4455b7c-51fc-42f5-94bc-34b90c864686 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.2258959 Jun 27 09:41:02.842043 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:02.849708 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5faf8bb1-7f4a-42cd-88b4-d695129c2949 req-f9e9731c-eedd-4e65-a367-6154f7f82668 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=24654abe-b77f-46cc-bd87-4cf7a7208065&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Jun 27 09:41:02.872451 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a552563f-2300-454c-82e7-bf1383a7c6d7 req-5240abaa-6bca-4b96-97a5-19678bfb1239 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629613 Jun 27 09:41:02.897490 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1dfa2c-0179-4945-9e5d-d2ca4180ca87 x-openstack-request-id: req-ae1dfa2c-0179-4945-9e5d-d2ca4180ca87 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:02.897780 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:02.898038 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae1dfa2c-0179-4945-9e5d-d2ca4180ca87 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:02.898972 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1dfa2c-0179-4945-9e5d-d2ca4180ca87'] response: {'name': 'network-changed', 'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'status': 'completed', 'code': 200} Jun 27 09:41:03.007897 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:03.014960 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:45Z', 'updated_at': '2022-06-27T09:41:02Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:03.021288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-c44d3b99-eecd-40c3-8250-271ac80afaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:03.021428 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-3307d2e1-e08f-4c01-ad31-960794db3d81 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:03.022848 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-3307d2e1-e08f-4c01-ad31-960794db3d81 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 945 time: 0.0473070 Jun 27 09:41:03.023051 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-c44d3b99-eecd-40c3-8250-271ac80afaa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1129 time: 0.0424793 Jun 27 09:41:03.040774 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:03.050845 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:03.051470 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:03.117375 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:03.117972 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.122773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-7a295330-85ce-4269-ad71-876c950d0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:03.124314 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-7a295330-85ce-4269-ad71-876c950d0afd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.0902972 Jun 27 09:41:03.149774 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:03.160254 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:03.194473 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-f9c8a398-7680-4256-8d8e-2e0688e07174 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 998 time: 0.0613005 Jun 27 09:41:03.213199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] For port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:03.213880 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.245054 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-468bb234-02cd-4e58-abc1-016a0a030c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:03.246534 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-468bb234-02cd-4e58-abc1-016a0a030c02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0446002 Jun 27 09:41:03.294563 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-ec60829e-4ac6-4f9c-834f-a84f05d18296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:03.296117 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-ec60829e-4ac6-4f9c-834f-a84f05d18296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424328 Jun 27 09:41:03.380898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.381596 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.382253 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP 86681b78-d702-417e-816c-c8708cf4a74c disassociated. External IP: 172.27.1.163, port: 95a7b7da-b0e9-4bbd-9924-d201c61db4b4. Jun 27 09:41:03.383348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:03.386750 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:45Z', 'updated_at': '2022-06-27T09:41:02Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:03.393423 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-75a8a735-99d6-49af-a304-e7c82b618cca service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902290 Jun 27 09:41:03.412031 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdadddf-e42e-44c5-b520-03ad4b6bf424 None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:40:45Z', 'updated_at': '2022-06-27T09:41:02Z', 'revision_number': 1, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:03.432913 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:03.493005 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1062be07-830c-43fa-b3dd-7b013c57af08 req-ac669608-af87-4e4a-b0b1-ceee7da84fed service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924311 Jun 27 09:41:03.607258 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (95a7b7da-b0e9-4bbd-9924-d201c61db4b4), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.619242 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b49c0-3393-4a61-bb89-959bfc9934a7 None None] New status for floating IP cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6: ACTIVE {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:41:03.639194 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=95a7b7da-b0e9-4bbd-9924-d201c61db4b4,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:03.721006 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.748755 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:03.850855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:03.861329 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:03.872185 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:03.874318 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:03.894463 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] No DVR routers for this DVR port 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:03.899133 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:03.902591 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a06bdf27-a1bc-4edf-b0ed-a4ef56e9702e req-ee88e68d-ec0f-4f01-bdc0-63dfd3f29ec0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "DELETE /v2.0/ports/95a7b7da-b0e9-4bbd-9924-d201c61db4b4 HTTP/1.1" status: 204 len: 173 time: 0.8690908 Jun 27 09:41:03.963049 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-48d5bd0c-2261-45f3-bfaa-d9a59cb75976 req-7bbb09e3-f997-4144-9c14-b8872ad9b9b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dd479f3-f038-498f-b06d-c47cc1e8bfa2 HTTP/1.1" status: 200 len: 210 time: 0.0357885 Jun 27 09:41:03.979023 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:04.001283 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68c04a-f424-4271-8672-c5f4ec07770e req-dc7da8c8-d1f1-48eb-b63a-1c4054fe0486 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:04.008628 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d68c04a-f424-4271-8672-c5f4ec07770e req-dc7da8c8-d1f1-48eb-b63a-1c4054fe0486 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0590773 Jun 27 09:41:04.057099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:04.075188 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d68c04a-f424-4271-8672-c5f4ec07770e req-98fdaa3b-90af-4ced-93e1-dc9d42023b29 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654309 Jun 27 09:41:04.177009 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:04.205041 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:04.213748 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:04.214353 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:40:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:04.381223 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:04.390159 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:04.522552 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:04.569767 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:04.594228 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dc01b6-f743-45ac-8e2f-fe03e7cd259a None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:04.829562 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92153f67-68b6-4ee6-a1ad-349f7b28bdf8 None None] New status for floating IP 86681b78-d702-417e-816c-c8708cf4a74c: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:41:04.899943 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'name': 'network-vif-deleted', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:04.902273 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834992b8-d6ba-4077-9461-0f21a917c561" -d '{"events": [{"server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "name": "network-vif-deleted", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:04.937781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0231f00a-f7c4-4494-8219-38e2cfe2fcbb x-openstack-request-id: req-0231f00a-f7c4-4494-8219-38e2cfe2fcbb {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:04.938079 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd479f3-f038-498f-b06d-c47cc1e8bfa2", "name": "network-vif-deleted", "tag": "95a7b7da-b0e9-4bbd-9924-d201c61db4b4", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:04.938374 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0231f00a-f7c4-4494-8219-38e2cfe2fcbb {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:04.938779 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0231f00a-f7c4-4494-8219-38e2cfe2fcbb'] response: {'server_uuid': '0dd479f3-f038-498f-b06d-c47cc1e8bfa2', 'name': 'network-vif-deleted', 'tag': '95a7b7da-b0e9-4bbd-9924-d201c61db4b4', 'status': 'completed', 'code': 200} Jun 27 09:41:05.128418 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51416) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:05.177498 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:05.189145 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (24654abe-b77f-46cc-bd87-4cf7a7208065), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.222526 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (24654abe-b77f-46cc-bd87-4cf7a7208065), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.278249 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd170a-0aa0-4636-8575-ed4f3f644d99 req-4426d3b1-98a0-4510-96a8-efbebb196c96 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:05.279750 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1cfd170a-0aa0-4636-8575-ed4f3f644d99 req-4426d3b1-98a0-4510-96a8-efbebb196c96 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.1354704 Jun 27 09:41:05.345232 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1cfd170a-0aa0-4636-8575-ed4f3f644d99 req-aaf23761-344e-4ac0-babc-6c6922472b1d tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597436 Jun 27 09:41:05.389726 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (24654abe-b77f-46cc-bd87-4cf7a7208065), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.392367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.393498 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/security-groups/24654abe-b77f-46cc-bd87-4cf7a7208065 HTTP/1.1" status: 204 len: 168 time: 0.2638593 Jun 27 09:41:05.396212 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51420) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:05.402753 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bccd50-b016-4333-9f68-83635070a39a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24654abe-b77f-46cc-bd87-4cf7a7208065,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:05.414051 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-fc0ebd3d-de76-4ec0-b534-7ec86b10e1a3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] show failed (client error): The resource could not be found. Jun 27 09:41:05.414051 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fc0ebd3d-de76-4ec0-b534-7ec86b10e1a3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups/24654abe-b77f-46cc-bd87-4cf7a7208065 HTTP/1.1" status: 404 len: 347 time: 0.0154614 Jun 27 09:41:05.416258 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51422) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:05.424180 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:05.523748 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port a55efc5a-ae98-4244-a8f0-e28707a1ac0b {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:05.524088 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.596198 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.596527 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.609547 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for a55efc5a-ae98-4244-a8f0-e28707a1ac0b owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:05.784014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a55efc5a-ae98-4244-a8f0-e28707a1ac0b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.809690 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=a55efc5a-ae98-4244-a8f0-e28707a1ac0b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:05.873191 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (86681b78-d702-417e-816c-c8708cf4a74c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.875803 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:05.876958 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-46ed3ebf-9276-4b4d-ad2d-477ce35d47b9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/floatingips/86681b78-d702-417e-816c-c8708cf4a74c HTTP/1.1" status: 204 len: 168 time: 0.4592612 Jun 27 09:41:06.004082 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51428) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:06.009426 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923251333', 'description': 'tempest-description--1601403874'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:06.081105 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.148086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (416ad948-1c61-4950-93c2-9d849be593d2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.213337 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (416ad948-1c61-4950-93c2-9d849be593d2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.242742 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416ad948-1c61-4950-93c2-9d849be593d2,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:06.295124 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.296422 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-92a2309c-2406-47b4-80af-1044a90c265b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2913313 Jun 27 09:41:06.299112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51430) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:06.303461 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '416ad948-1c61-4950-93c2-9d849be593d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:06.390724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (18fcf91e-2df9-4809-9c87-40a3b67e6c0a), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.447987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (18fcf91e-2df9-4809-9c87-40a3b67e6c0a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.459711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadf918-ab91-4934-9a89-07836883cfbb req-7cddca75-e08f-4cca-86eb-3c73e905c566 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:06.461238 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4fadf918-ab91-4934-9a89-07836883cfbb req-7cddca75-e08f-4cca-86eb-3c73e905c566 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0477509 Jun 27 09:41:06.520339 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (18fcf91e-2df9-4809-9c87-40a3b67e6c0a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.521045 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4fadf918-ab91-4934-9a89-07836883cfbb req-dc2a32cb-9b87-464b-9571-9c2beb8d6fd8 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540702 Jun 27 09:41:06.541044 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fcf91e-2df9-4809-9c87-40a3b67e6c0a,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:06.601978 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:06.607720 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.608954 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-01f3e7fe-3e92-490b-a730-d3d8265700bf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088539 Jun 27 09:41:06.611650 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51434) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:06.616474 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': '416ad948-1c61-4950-93c2-9d849be593d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:06.622018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:06.622371 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 95a7b7da-b0e9-4bbd-9924-d201c61db4b4 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:06.711088 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:06.718059 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (2f2ea695-0b9a-47e0-8cf3-129ccd1822b3), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.726537 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:06.773969 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (2f2ea695-0b9a-47e0-8cf3-129ccd1822b3), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.839969 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (2f2ea695-0b9a-47e0-8cf3-129ccd1822b3), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.859406 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2ea695-0b9a-47e0-8cf3-129ccd1822b3,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:06.939055 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:06.940441 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-440f7337-6b80-470b-9790-082e35e4db98 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278098 Jun 27 09:41:06.943413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51436) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:06.947716 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:07.058463 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.138009 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.240284 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.27.1.150 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/5d0443fe-6e0a-4661-9686-4cc6dedf25ca) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:41:07.342763 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.435501 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.473998 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:41:07.476264 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:07.479796 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:41:07.483498 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:41:07.486736 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=5d0443fe-6e0a-4661-9686-4cc6dedf25ca,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:07.571640 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.640277 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e98101-7986-4ca7-83ea-54c222237f5d req-342fb14f-1f8c-4775-8540-7cebeaf15210 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:07.641789 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-92e98101-7986-4ca7-83ea-54c222237f5d req-342fb14f-1f8c-4775-8540-7cebeaf15210 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0470421 Jun 27 09:41:07.688074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.761064 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-92e98101-7986-4ca7-83ea-54c222237f5d req-0c490743-736a-4f71-8a14-a62f31ee041a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995409 Jun 27 09:41:07.777858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:07.863702 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.908756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:07.987908 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=5d0443fe-6e0a-4661-9686-4cc6dedf25ca,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:07.998143 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:08.065958 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:08.067210 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2196cad8-d334-41df-a299-868de08f7eeb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1228249 Jun 27 09:41:08.261290 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-e3054ba9-4990-41c0-8cae-ff495e4d6f9f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--923251333&fields=id&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 267 time: 0.0424607 Jun 27 09:41:08.368736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-71e1b3a6-cea2-4abf-adbe-8ff7959c041b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:08.370204 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-71e1b3a6-cea2-4abf-adbe-8ff7959c041b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1026897 Jun 27 09:41:08.384341 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-60889246-4d68-4fa9-88f7-0c63492934ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/quotas/4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 375 time: 0.0088501 Jun 27 09:41:08.431469 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-2845d5de-613e-43a0-b06b-6c69fc6ade16 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423470 Jun 27 09:41:08.528107 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-91b37334-24d6-4afb-8235-4a821749c931 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854857 Jun 27 09:41:08.858508 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:08.874861 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-a1dd38bb-1cd7-48ec-ab3a-ccc38f511161 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408670 Jun 27 09:41:08.878934 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35d87-5be5-4797-bd55-1a0fa2d16920 req-28d2532d-a89b-46a9-bad7-d0e5b3c3a487 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:08.880470 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ed35d87-5be5-4797-bd55-1a0fa2d16920 req-28d2532d-a89b-46a9-bad7-d0e5b3c3a487 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0517058 Jun 27 09:41:08.942438 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0ed35d87-5be5-4797-bd55-1a0fa2d16920 req-3239e3e4-8cb3-4151-a373-6c9f55350eea tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&id=75558118-58f1-4617-91d1-20932d4db53c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560205 Jun 27 09:41:09.102046 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4e9e1572-cdf5-4f71-aa7e-3943e3899759 req-1c9b7e99-c54e-47d3-94be-bf3fa7418ba2 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Jun 27 09:41:10.194306 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2dc80995-7691-4a95-a40e-753b79fe95d0 req-efbfa711-504a-4d3d-94f9-dcc53b6ceac9 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Jun 27 09:41:10.264100 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-10fac7e9-f67b-4b0f-9e5f-c260945c4058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:10.901902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-43aaf2c2-2acf-4943-8b17-bd61a4b52484 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:10.903352 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-43aaf2c2-2acf-4943-8b17-bd61a4b52484 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1002154 Jun 27 09:41:10.965530 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-4a7daa6b-73ed-48fd-8fe7-2bd18f90a7c0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 379 time: 0.0527844 Jun 27 09:41:10.974476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'port': {'device_id': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'admin_state_up': True, 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'security_groups': ['416ad948-1c61-4950-93c2-9d849be593d2']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:11.218563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:41:11.221918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.295638 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-936a73b7-3d8d-4140-a9d5-eb8ddf3cde4d req-3eb53c0c-6058-4929-808c-d1f7d68685ea tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 210 time: 0.0321667 Jun 27 09:41:11.357964 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.20.0.5 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/a2d19843-8e0c-4622-9baa-515a05143fb7) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:41:11.372558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:11.492189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.517279 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:11.607342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.655934 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:41:11.658983 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:41:11.662762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:41:11.689610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:11.721306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:11.721306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.793386 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-dc6bfb41-f9f5-4862-ad0f-2a1243a2556b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223572 Jun 27 09:41:11.805123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Request body: {'port': {'device_id': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:11.863559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.905368 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:11.912254 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-df1e6c23-597d-4ff3-be2d-8790b3d64478 None None] Provisioning complete for port a2d19843-8e0c-4622-9baa-515a05143fb7 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:41:11.915869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-df1e6c23-597d-4ff3-be2d-8790b3d64478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:11.945359 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-df1e6c23-597d-4ff3-be2d-8790b3d64478 None None] Port a2d19843-8e0c-4622-9baa-515a05143fb7 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:41:12.125080 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d19843-8e0c-4622-9baa-515a05143fb7 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:41:12.132433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks [] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.145295 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Transition to ACTIVE for port object a2d19843-8e0c-4622-9baa-515a05143fb7 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:41:12.212849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.262240 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:12.349783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Attempting to bind port a2d19843-8e0c-4622-9baa-515a05143fb7 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:41:12.350127 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Attempting to bind port a2d19843-8e0c-4622-9baa-515a05143fb7 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:41:12.350468 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Attempting to bind port a2d19843-8e0c-4622-9baa-515a05143fb7 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:41:12.355445 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Port a2d19843-8e0c-4622-9baa-515a05143fb7 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:41:12.355799 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Attempting to bind port a2d19843-8e0c-4622-9baa-515a05143fb7 on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:41:12.361028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:41:12.361390 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:41:12.361776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:41:12.362215 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Bound port: a2d19843-8e0c-4622-9baa-515a05143fb7, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:41:12.362583 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.375352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:12.450624 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2a8da-4ad5-46a4-ac69-a278346b30e1 req-f8441af4-8e2f-49ff-be5e-242ec6efc6d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:12.452133 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28e2a8da-4ad5-46a4-ac69-a278346b30e1 req-f8441af4-8e2f-49ff-be5e-242ec6efc6d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 943 time: 0.0797548 Jun 27 09:41:12.483656 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:41:12.502561 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2d19843-8e0c-4622-9baa-515a05143fb7,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:41:12.520513 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28e2a8da-4ad5-46a4-ac69-a278346b30e1 req-927e64dd-af44-4ea5-82bf-60b0e60103ab tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607324 Jun 27 09:41:12.584156 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ce2ba4ab-0ae6-4bab-a478-e03f207e9a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.584567 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.623173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:12.623823 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:12.625231 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] 10.222.0.55 "PUT /v2.0/ports/a2d19843-8e0c-4622-9baa-515a05143fb7 HTTP/1.1" status: 200 len: 1093 time: 0.8243570 Jun 27 09:41:12.625669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:12.627914 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:12.654575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea7ae6-d164-4c7d-a3a1-56df5346492a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:12.675141 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6213fe88-29d0-4897-823d-9e29cddf7ddf x-openstack-request-id: req-6213fe88-29d0-4897-823d-9e29cddf7ddf {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:12.675444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:12.675829 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6213fe88-29d0-4897-823d-9e29cddf7ddf {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:12.676251 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6213fe88-29d0-4897-823d-9e29cddf7ddf'] response: {'name': 'network-changed', 'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'status': 'completed', 'code': 200} Jun 27 09:41:12.747194 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:12.754938 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-93e95701-3bba-4926-9159-61b7a962867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:12.756787 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-93e95701-3bba-4926-9159-61b7a962867f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 1127 time: 0.0414324 Jun 27 09:41:12.867462 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-4b87c445-53da-4957-90c0-6b4f400a6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:12.869500 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-4b87c445-53da-4957-90c0-6b4f400a6b76 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4b698ead017b4ef8b397ee127b487309&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971870 Jun 27 09:41:12.959860 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-f983cb8e-1d10-4dd3-ae8d-e25e50a335c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:12.961326 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fdbc70b3-e6cd-422f-bfc6-6218aed9d1ca req-f983cb8e-1d10-4dd3-ae8d-e25e50a335c8 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859895 Jun 27 09:41:13.032578 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-d6bdce84-8a34-472d-aba8-1fa0090f4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:13.034031 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-d6bdce84-8a34-472d-aba8-1fa0090f4046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 1127 time: 0.0373716 Jun 27 09:41:13.077915 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-018bedd0-5a74-4731-a82d-b8058ba294a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2d19843-8e0c-4622-9baa-515a05143fb7 HTTP/1.1" status: 200 len: 217 time: 0.0354216 Jun 27 09:41:13.128209 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-a36f1c5c-570b-457c-b7df-6a372120d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:13.129663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-a36f1c5c-570b-457c-b7df-6a372120d094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0450337 Jun 27 09:41:13.180109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-1be80cbb-0cc4-4475-a3cd-708c7175a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:13.181524 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-1be80cbb-0cc4-4475-a3cd-708c7175a41f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382411 Jun 27 09:41:13.272001 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-70703d4e-ef23-46e1-b365-0a4191a8b8c3 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837278 Jun 27 09:41:13.360583 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f74d5dfa-5efd-43e4-a879-8caad86ec42f req-595b9b1a-f6d8-4e51-b603-1775b09f2b3d service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Jun 27 09:41:13.636610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064413e-9388-461e-85e6-ba8e4f8c0556 req-e59e6828-7f2d-4fbd-b6e9-34e6301e543c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:13.638090 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4064413e-9388-461e-85e6-ba8e4f8c0556 req-e59e6828-7f2d-4fbd-b6e9-34e6301e543c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 943 time: 0.0507636 Jun 27 09:41:13.684481 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4064413e-9388-461e-85e6-ba8e4f8c0556 req-5f5b4df8-f459-455c-915f-c05b8e023809 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409038 Jun 27 09:41:14.634467 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a2d19843-8e0c-4622-9baa-515a05143fb7 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:41:14.646956 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:14.736786 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2d19843-8e0c-4622-9baa-515a05143fb7,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:14.748157 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'port_id': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'mac_address': 'fa:16:3e:ab:50:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:41:14.784184 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a2d19843-8e0c-4622-9baa-515a05143fb7 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:41:14.784575 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:14.799834 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3b11f-d373-4d32-a41f-ae0345677a42 req-6df9cfd5-c621-47fd-9014-f3b3dd5b5dff tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:14.801948 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fb3b11f-d373-4d32-a41f-ae0345677a42 req-6df9cfd5-c621-47fd-9014-f3b3dd5b5dff tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 943 time: 0.0491014 Jun 27 09:41:14.805928 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d19843-8e0c-4622-9baa-515a05143fb7 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:41:14.828455 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2d19843-8e0c-4622-9baa-515a05143fb7,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:14.849391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7fb3b11f-d373-4d32-a41f-ae0345677a42 req-1482589a-f7d0-4047-9376-4e35622a9783 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Jun 27 09:41:14.880880 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:14.909353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:14.959615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:15.196235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['a2d19843-8e0c-4622-9baa-515a05143fb7'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:15.961311 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1676fe-07f1-440e-88ea-6417f174b16d req-1ced7117-488d-4ee2-8c36-2aae333682e5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:15.962785 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2a1676fe-07f1-440e-88ea-6417f174b16d req-1ced7117-488d-4ee2-8c36-2aae333682e5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 944 time: 0.0477185 Jun 27 09:41:15.983921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:16.010439 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2a1676fe-07f1-440e-88ea-6417f174b16d req-cdc82cd1-8826-4907-a381-ba4f218036a6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 Jun 27 09:41:16.178381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:16.640572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a2d19843-8e0c-4622-9baa-515a05143fb7 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:41:16.682918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port a2d19843-8e0c-4622-9baa-515a05143fb7 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:41:16.772442 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port a2d19843-8e0c-4622-9baa-515a05143fb7 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:41:16.772817 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:16.807662 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:16.844312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port a2d19843-8e0c-4622-9baa-515a05143fb7 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:41:16.844735 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:16.869898 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:16.872118 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d155f3a-a535-4a35-a0ba-39430551fd23" -d '{"events": [{"server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "name": "network-vif-plugged", "status": "completed", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:16.885002 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2d19843-8e0c-4622-9baa-515a05143fb7,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:16.907282 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42962f7-072c-4c6e-9654-3968d6583264 x-openstack-request-id: req-a42962f7-072c-4c6e-9654-3968d6583264 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:16.907592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "name": "network-vif-plugged", "status": "completed", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:16.907846 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a42962f7-072c-4c6e-9654-3968d6583264 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:16.908267 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42962f7-072c-4c6e-9654-3968d6583264'] response: {'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'code': 200} Jun 27 09:41:16.948929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:16.996945 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:17.127404 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c704b-528d-4058-bacc-504e987204ab req-de8c3be8-b3bf-47f1-99a5-de1c92288b17 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:17.128916 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921c704b-528d-4058-bacc-504e987204ab req-de8c3be8-b3bf-47f1-99a5-de1c92288b17 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Jun 27 09:41:17.140536 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:17.187847 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921c704b-528d-4058-bacc-504e987204ab req-bcb3612f-ed4e-41d7-aa7d-b423e74a0f69 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533736 Jun 27 09:41:17.214045 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4c0ff-92f9-4fc2-a266-2c274b3da51d req-18838a31-4d85-4193-9130-05eaa210cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:17.216281 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aba4c0ff-92f9-4fc2-a266-2c274b3da51d req-18838a31-4d85-4193-9130-05eaa210cc7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 1129 time: 0.0407767 Jun 27 09:41:17.260216 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aba4c0ff-92f9-4fc2-a266-2c274b3da51d req-fa675429-3747-4b73-a0ce-445a8724a26b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375707 Jun 27 09:41:18.308670 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9bd08-f41f-4ebe-a491-09b62995ce03 req-adb5c584-f0f4-4274-9e89-e1a7116e81d7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:18.310146 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81c9bd08-f41f-4ebe-a491-09b62995ce03 req-adb5c584-f0f4-4274-9e89-e1a7116e81d7 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0468805 Jun 27 09:41:18.360098 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81c9bd08-f41f-4ebe-a491-09b62995ce03 req-9c12b149-48e3-4738-bcfb-a85afcb5548e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442722 Jun 27 09:41:19.474149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7347-cd5e-437c-890e-34e28e9e2527 req-3297d487-a012-4151-a153-50258f309a55 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:19.475614 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd8a7347-cd5e-437c-890e-34e28e9e2527 req-3297d487-a012-4151-a153-50258f309a55 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0470545 Jun 27 09:41:19.522443 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-cd8a7347-cd5e-437c-890e-34e28e9e2527 req-fd1c5335-e51d-4fb5-9dad-3cf2dadc824a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 Jun 27 09:41:19.632454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf549c18-2db7-4976-9b01-8ebce3fe5a48 req-8c2ba221-e580-4919-8640-7e71d23c7291 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:19.633965 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-bf549c18-2db7-4976-9b01-8ebce3fe5a48 req-8c2ba221-e580-4919-8640-7e71d23c7291 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0465865 Jun 27 09:41:19.643083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51514) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:19.647737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'port_id': 'a2d19843-8e0c-4622-9baa-515a05143fb7'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:19.690965 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:19.721255 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:19.978325 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:20.108705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:20.200874 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:20.521086 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP c3c1a592-4be5-406c-836c-228cc42bb44f associated. External IP: 172.27.1.150, port: a2d19843-8e0c-4622-9baa-515a05143fb7. Jun 27 09:41:20.723417 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:20.830293 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:20.835086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:20.841541 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:20.857569 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:20.860584 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:20.866147 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-189dec93-3dd5-4452-98a9-2f278117672d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "PUT /v2.0/floatingips/c3c1a592-4be5-406c-836c-228cc42bb44f HTTP/1.1" status: 200 len: 991 time: 1.2219348 Jun 27 09:41:20.867034 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:20.869559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921394db-970e-4cb4-b636-e88312dd211e" -d '{"events": [{"name": "network-changed", "server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:20.905202 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8a2d4-f052-4972-a0a4-40c0c986cc9e x-openstack-request-id: req-88d8a2d4-f052-4972-a0a4-40c0c986cc9e {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:20.905502 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:20.905764 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-88d8a2d4-f052-4972-a0a4-40c0c986cc9e {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:20.906173 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d8a2d4-f052-4972-a0a4-40c0c986cc9e'] response: {'name': 'network-changed', 'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'status': 'completed', 'code': 200} Jun 27 09:41:20.960381 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:20.966583 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921394db-970e-4cb4-b636-e88312dd211e req-1a32910a-c460-4460-a37c-ec6750e9f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:20.968168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-1a32910a-c460-4460-a37c-ec6750e9f545 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 1129 time: 0.0387444 Jun 27 09:41:21.012241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:21.064590 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921394db-970e-4cb4-b636-e88312dd211e req-09b16cb6-6266-4921-b022-020605403a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:21.066131 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-09b16cb6-6266-4921-b022-020605403a65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 916 time: 0.0915532 Jun 27 09:41:21.130847 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-8a29a3bb-2305-47b3-b0b5-0f5fd4e22832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2d19843-8e0c-4622-9baa-515a05143fb7 HTTP/1.1" status: 200 len: 999 time: 0.0558796 Jun 27 09:41:21.175980 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'c3c1a592-4be5-406c-836c-228cc42bb44f', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:ab:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:41:07Z', 'updated_at': '2022-06-27T09:41:20Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:21.182494 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921394db-970e-4cb4-b636-e88312dd211e req-7c1e6215-6b0c-4e1d-b2c8-6e8d1e8f2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:21.184017 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-7c1e6215-6b0c-4e1d-b2c8-6e8d1e8f2f72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0473630 Jun 27 09:41:21.200436 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:21.208787 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:21.209399 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:21.246104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921394db-970e-4cb4-b636-e88312dd211e req-842b08f1-a067-4cee-a2b5-e16059076108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:21.246104 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-842b08f1-a067-4cee-a2b5-e16059076108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424867 Jun 27 09:41:21.312434 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28330309-c6bd-43fe-9261-9a510d51e859 req-7066f281-1d4a-483d-914e-a23081ebb035 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:21.313984 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-28330309-c6bd-43fe-9261-9a510d51e859 req-7066f281-1d4a-483d-914e-a23081ebb035 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0471723 Jun 27 09:41:21.316396 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:21.354997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:21.362408 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-28330309-c6bd-43fe-9261-9a510d51e859 req-d03fe1bb-314d-4c72-bfda-5caf0f8f2a27 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Jun 27 09:41:21.525653 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'c3c1a592-4be5-406c-836c-228cc42bb44f', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:ab:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:41:07Z', 'updated_at': '2022-06-27T09:41:20Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:21.549217 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832e483-b9ac-4b9d-b029-7d8929b79edb None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'c3c1a592-4be5-406c-836c-228cc42bb44f', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:ab:50:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:41:07Z', 'updated_at': '2022-06-27T09:41:20Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:21.725423 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f71c04-9430-4722-87ec-7e1061840f76 None None] New status for floating IP c3c1a592-4be5-406c-836c-228cc42bb44f: ACTIVE {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:41:22.475938 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444fc88-a3eb-4409-8743-1c0e9daa51ea req-b7b7dc31-9959-46a4-a657-9c28923d035c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:22.477397 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a444fc88-a3eb-4409-8743-1c0e9daa51ea req-b7b7dc31-9959-46a4-a657-9c28923d035c tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0449951 Jun 27 09:41:22.522942 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a444fc88-a3eb-4409-8743-1c0e9daa51ea req-4c7e12a0-5906-47a6-8872-d084c1dd2205 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Jun 27 09:41:23.633430 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fae91d-e933-4643-a38d-b64f7e7b5535 req-e1ef3d92-2478-4ad4-88f6-9841f9c73cd3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:23.634941 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34fae91d-e933-4643-a38d-b64f7e7b5535 req-e1ef3d92-2478-4ad4-88f6-9841f9c73cd3 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0461569 Jun 27 09:41:23.684799 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34fae91d-e933-4643-a38d-b64f7e7b5535 req-fada4fd4-09e5-43a3-96ab-4233f5f4528d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Jun 27 09:41:24.537115 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-e149b9a3-f020-4193-9b7d-a95ebd8d3875 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867786 Jun 27 09:41:24.617959 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921394db-970e-4cb4-b636-e88312dd211e req-f0f0716b-79d3-4401-ba85-c88bda5510f1 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827920 Jun 27 09:41:24.815478 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-768867f3-b190-4ba5-a01d-32b491843941 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:24.816865 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-768867f3-b190-4ba5-a01d-32b491843941 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0797627 Jun 27 09:41:24.826803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d18ac-0d90-405f-b343-6ac55697d295 req-81160988-acec-4f6e-881f-1e9b7588017a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:24.828218 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-680d18ac-0d90-405f-b343-6ac55697d295 req-81160988-acec-4f6e-881f-1e9b7588017a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 945 time: 0.0590951 Jun 27 09:41:24.933638 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-680d18ac-0d90-405f-b343-6ac55697d295 req-7e3f5649-af7b-4d49-b12f-0ba6eb8a62c1 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=a2437578-e918-479d-9f03-bd5c30fbd8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984917 Jun 27 09:41:24.941125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Deleting port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:24.941474 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:24.973262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:25.029910 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] For port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:25.030278 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:25.193642 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:25.193926 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:25.194240 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Floating IP b04d0b53-7419-4983-8407-1c5c763327cb disassociated. External IP: 172.27.1.230, port: b082c8ad-e4de-4a60-b4fe-8c92c80f4c32. Jun 27 09:41:25.194588 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Calling delete_port for b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:25.307394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:25.366777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (b082c8ad-e4de-4a60-b4fe-8c92c80f4c32), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:25.397686 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event deleted for resources: {'Port': ['ID=b082c8ad-e4de-4a60-b4fe-8c92c80f4c32,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:25.501706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:25.601812 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:25.611339 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:25.622650 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:25.623300 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:25.645158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] No DVR routers for this DVR port b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:25.647705 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:25.651566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-606b734d-ba53-46a4-b4cd-c45782dd6498 req-953a4525-3553-41e2-ad5b-cc2dff41cbe8 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "DELETE /v2.0/ports/b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 HTTP/1.1" status: 204 len: 173 time: 0.8224633 Jun 27 09:41:25.651988 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'name': 'network-vif-deleted', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:25.654225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4073fd64-73e6-4c78-b573-feff015d56d0" -d '{"events": [{"server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "name": "network-vif-deleted", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:25.675176 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:25.693958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83378d5e-031f-430c-a8e1-448217e1c07f x-openstack-request-id: req-83378d5e-031f-430c-a8e1-448217e1c07f {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:25.694258 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3", "name": "network-vif-deleted", "tag": "b082c8ad-e4de-4a60-b4fe-8c92c80f4c32", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:25.694517 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83378d5e-031f-430c-a8e1-448217e1c07f {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:25.694926 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83378d5e-031f-430c-a8e1-448217e1c07f'] response: {'server_uuid': 'bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3', 'name': 'network-vif-deleted', 'tag': 'b082c8ad-e4de-4a60-b4fe-8c92c80f4c32', 'status': 'completed', 'code': 200} Jun 27 09:41:25.712132 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:25.728535 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:25.924099 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:25.952244 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:25.961509 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:25.961842 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:26.033620 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-39e45ed6-0801-431c-a9f1-0352b484bee5 req-fbedc4a7-c3c6-459d-ad6d-a24c6302433a tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd0f2fbd-b464-4b53-a2e3-a3c674fd04f3 HTTP/1.1" status: 200 len: 210 time: 0.0305457 Jun 27 09:41:26.145035 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:41:26.148740 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:26.324907 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:26.347879 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef28213d-3f6e-4985-b299-b8403ecc2700 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:36:12Z', 'revision_number': 4, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'fd38f683-d8f3-47e1-99af-6bb06f3fd838', 'name': '', 'network_id': '8135fe8c-03ea-49b7-8f4d-5a328bf8b692', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'mac_address': 'fa:16:3e:06:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:10Z', 'updated_at': '2022-06-27T09:36:22Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'subnets': [{'id': 'f054a032-79a6-44d2-b294-aa6a9f4167ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:26.553892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182efd1-cae7-4299-af5d-4949fd251025 None None] New status for floating IP b04d0b53-7419-4983-8407-1c5c763327cb: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:41:27.178547 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51544) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:27.232446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (a2437578-e918-479d-9f03-bd5c30fbd8b5), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.254947 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (a2437578-e918-479d-9f03-bd5c30fbd8b5), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.378130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a2437578-e918-479d-9f03-bd5c30fbd8b5), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.380676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.381839 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "DELETE /v2.0/security-groups/a2437578-e918-479d-9f03-bd5c30fbd8b5 HTTP/1.1" status: 204 len: 168 time: 0.2023053 Jun 27 09:41:27.385079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51548) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:27.391463 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2437578-e918-479d-9f03-bd5c30fbd8b5,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:27.398609 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.398968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.399132 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-499cb0d9-6af2-44d1-8ef5-1640814cdc5e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] show failed (client error): The resource could not be found. Jun 27 09:41:27.399309 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.400437 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.400659 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.400999 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.401334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.401669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.402009 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.402341 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.402674 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.403006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.403337 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.403456 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-499cb0d9-6af2-44d1-8ef5-1640814cdc5e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups/a2437578-e918-479d-9f03-bd5c30fbd8b5 HTTP/1.1" status: 404 len: 347 time: 0.0172751 Jun 27 09:41:27.403689 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.403997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51550) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:27.404111 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3371475-0677-4f8c-9eeb-1d18063b8193 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:27.515199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Deleting port bc52b798-1b3d-45c6-a064-2ac2f9f78f75 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:27.515612 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.599972 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.600284 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.612793 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Calling delete_port for bc52b798-1b3d-45c6-a064-2ac2f9f78f75 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:27.739728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:27.829233 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (bc52b798-1b3d-45c6-a064-2ac2f9f78f75), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.858826 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event deleted for resources: {'Port': ['ID=bc52b798-1b3d-45c6-a064-2ac2f9f78f75,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:27.929929 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks [] for floatingip (b04d0b53-7419-4983-8407-1c5c763327cb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.933102 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:27.934251 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e02df08b-06b5-4f21-b736-4e7768288024 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "DELETE /v2.0/floatingips/b04d0b53-7419-4983-8407-1c5c763327cb HTTP/1.1" status: 204 len: 168 time: 0.5293748 Jun 27 09:41:28.733206 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:28.752462 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:28.752810 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b082c8ad-e4de-4a60-b4fe-8c92c80f4c32 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:30.823761 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:30.838575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4681959-34ec-4221-9a6e-f5fc2722e24f req-a77df650-287c-4a05-bda0-a586f205a409 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:30.840109 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a4681959-34ec-4221-9a6e-f5fc2722e24f req-a77df650-287c-4a05-bda0-a586f205a409 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0496845 Jun 27 09:41:30.886441 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a4681959-34ec-4221-9a6e-f5fc2722e24f req-ef8cf620-196c-43cb-86dd-42acc33f7bfd tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Jun 27 09:41:32.002204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfd7de-4ff8-4923-95d8-7ed827b56651 req-c3729058-a245-4d72-84cf-570b9c5cbe96 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:32.003712 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-09dfd7de-4ff8-4923-95d8-7ed827b56651 req-c3729058-a245-4d72-84cf-570b9c5cbe96 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0460427 Jun 27 09:41:32.050212 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-09dfd7de-4ff8-4923-95d8-7ed827b56651 req-49d1832c-8409-4faa-b036-5ddc797d67f2 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411789 Jun 27 09:41:33.165368 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d07ea-73fc-45cd-b89d-e1574041ee46 req-50cffbe1-2566-4743-b447-f90f48eb8adb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:33.166831 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bb1d07ea-73fc-45cd-b89d-e1574041ee46 req-50cffbe1-2566-4743-b447-f90f48eb8adb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0465870 Jun 27 09:41:33.213759 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bb1d07ea-73fc-45cd-b89d-e1574041ee46 req-95fcaf9f-3eee-41a6-aafb-09db833039a6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Jun 27 09:41:33.278417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-a73ea99e-f9c1-44f5-ac69-7df729a58388 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:33.279864 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-a73ea99e-f9c1-44f5-ac69-7df729a58388 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 945 time: 0.0444863 Jun 27 09:41:33.366679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Deleting port cb15c03b-d1f2-488e-baae-86a39cab937b {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:33.366946 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:33.457065 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] For port cb15c03b-d1f2-488e-baae-86a39cab937b, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=cb15c03b-d1f2-488e-baae-86a39cab937b,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:33.457426 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:33.470032 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Calling delete_port for cb15c03b-d1f2-488e-baae-86a39cab937b owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:33.528230 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:33.686661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:33.687189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (cb15c03b-d1f2-488e-baae-86a39cab937b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:33.702686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['9720d11f-73fc-4566-a281-54fa01d4bc65', 'cb15c03b-d1f2-488e-baae-86a39cab937b'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:33.704910 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:33.712717 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event deleted for resources: {'Port': ['ID=cb15c03b-d1f2-488e-baae-86a39cab937b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:33.763709 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] No DVR routers for this DVR port cb15c03b-d1f2-488e-baae-86a39cab937b on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:33.766199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:33.769406 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-70254a29-61cb-4a7d-a56c-6d13797d4458 req-baef162a-2d9d-455a-8bbb-a4c10424212d tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "DELETE /v2.0/ports/cb15c03b-d1f2-488e-baae-86a39cab937b HTTP/1.1" status: 204 len: 173 time: 0.4830446 Jun 27 09:41:33.769854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'name': 'network-vif-deleted', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:33.772179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf2266-042d-4761-a808-5e6321ce335e" -d '{"events": [{"server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "name": "network-vif-deleted", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:33.868244 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64792828-ead8-4158-884e-99db0acdaea1 x-openstack-request-id: req-64792828-ead8-4158-884e-99db0acdaea1 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:33.868570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9", "name": "network-vif-deleted", "tag": "cb15c03b-d1f2-488e-baae-86a39cab937b", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:33.869469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64792828-ead8-4158-884e-99db0acdaea1 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:33.869875 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64792828-ead8-4158-884e-99db0acdaea1'] response: {'server_uuid': '03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9', 'name': 'network-vif-deleted', 'tag': 'cb15c03b-d1f2-488e-baae-86a39cab937b', 'status': 'completed', 'code': 200} Jun 27 09:41:34.321626 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-26f9c7ce-d1de-4d1b-9252-3b0b7e9a7387 req-6893f519-7fc7-40eb-9df3-0db52f186c1f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=03b66e4d-cd03-4ac2-9cf2-c3c6a49e89f9 HTTP/1.1" status: 200 len: 210 time: 0.0272799 Jun 27 09:41:35.893405 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750db7a9-1872-4cd2-bfad-456969a90b6a req-bad9c614-98d6-417d-a56e-39040f17c417 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:35.894814 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-750db7a9-1872-4cd2-bfad-456969a90b6a req-bad9c614-98d6-417d-a56e-39040f17c417 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0456398 Jun 27 09:41:35.945575 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-750db7a9-1872-4cd2-bfad-456969a90b6a req-1906933b-ad19-4291-b6fd-c47e02098bc6 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Jun 27 09:41:36.322457 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=48 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:36.768222 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device cb15c03b-d1f2-488e-baae-86a39cab937b no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:36.786853 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: cb15c03b-d1f2-488e-baae-86a39cab937b {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:36.787199 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device cb15c03b-d1f2-488e-baae-86a39cab937b not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:37.061071 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068df4-d4c5-42f4-94ad-da2c0de302be req-c10fe3f8-7e72-4f5a-9b8c-47abcbe7c6cb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:37.062975 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b068df4-d4c5-42f4-94ad-da2c0de302be req-c10fe3f8-7e72-4f5a-9b8c-47abcbe7c6cb tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Jun 27 09:41:37.111311 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b068df4-d4c5-42f4-94ad-da2c0de302be req-03dbd7df-dfa8-4d92-ad27-eb3d0a03921f tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Jun 27 09:41:38.145455 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=67,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:38.222356 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c26b46-e75f-41b3-ab9d-01d20c150c1c req-deb872f1-d906-482b-a689-d39d3b2f20ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:38.223836 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7c26b46-e75f-41b3-ab9d-01d20c150c1c req-deb872f1-d906-482b-a689-d39d3b2f20ac tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0462270 Jun 27 09:41:38.270023 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b7c26b46-e75f-41b3-ab9d-01d20c150c1c req-78204aee-7ff7-4f11-aae4-1058e918699e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Jun 27 09:41:39.391738 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bfe66-19a3-4cce-b3c5-e153d1d727dd req-0b71e646-a2a9-4707-89a8-0cc0e13f5876 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:39.393164 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-737bfe66-19a3-4cce-b3c5-e153d1d727dd req-0b71e646-a2a9-4707-89a8-0cc0e13f5876 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0565622 Jun 27 09:41:39.442189 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-3e16fbd4-87e2-48b8-9d9f-af0360e5234e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:39.443692 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-3e16fbd4-87e2-48b8-9d9f-af0360e5234e tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jun 27 09:41:39.497471 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-737bfe66-19a3-4cce-b3c5-e153d1d727dd req-7ad1d187-b06d-4906-a0bc-ffc7e5e8e612 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/security-groups?id=72cb0106-e7e8-43ef-a1b7-6057bbcd1853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853944 Jun 27 09:41:39.545863 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Deleting port 9720d11f-73fc-4566-a281-54fa01d4bc65 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:39.546209 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:39.571359 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:39.634902 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] For port 9720d11f-73fc-4566-a281-54fa01d4bc65, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9720d11f-73fc-4566-a281-54fa01d4bc65,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:39.635274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:39.649480 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Calling delete_port for 9720d11f-73fc-4566-a281-54fa01d4bc65 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:39.835394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (9720d11f-73fc-4566-a281-54fa01d4bc65), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:39.855313 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['9720d11f-73fc-4566-a281-54fa01d4bc65'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:39.862820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Pushing event deleted for resources: {'Port': ['ID=9720d11f-73fc-4566-a281-54fa01d4bc65,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:39.909676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] No DVR routers for this DVR port 9720d11f-73fc-4566-a281-54fa01d4bc65 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:39.912140 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:39.915383 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2504adf8-cae0-4728-8cf2-67c079a2fca7 req-e8e3854e-9a00-42ad-a13b-f021306100de tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.55 "DELETE /v2.0/ports/9720d11f-73fc-4566-a281-54fa01d4bc65 HTTP/1.1" status: 204 len: 173 time: 0.4613760 Jun 27 09:41:39.915875 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'name': 'network-vif-deleted', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:39.918944 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117072ec-d92a-4abf-af37-0f3670e69d68" -d '{"events": [{"server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "name": "network-vif-deleted", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:39.954100 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47cc15f-c400-4c3c-a349-ef636aa3729a x-openstack-request-id: req-e47cc15f-c400-4c3c-a349-ef636aa3729a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:39.954486 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7744db71-f29c-4221-af51-e3688c4fbc97", "name": "network-vif-deleted", "tag": "9720d11f-73fc-4566-a281-54fa01d4bc65", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:39.954742 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e47cc15f-c400-4c3c-a349-ef636aa3729a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:39.955148 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47cc15f-c400-4c3c-a349-ef636aa3729a'] response: {'server_uuid': '7744db71-f29c-4221-af51-e3688c4fbc97', 'name': 'network-vif-deleted', 'tag': '9720d11f-73fc-4566-a281-54fa01d4bc65', 'status': 'completed', 'code': 200} Jun 27 09:41:40.268367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7b8b232d-43ee-4600-a32d-d1e449116be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:40.607289 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-691229a0-3532-40c9-95d5-9825fb55aa3e req-cea1fb08-95f3-407d-987b-b3cefd0f7735 tempest-ServerRescueNegativeTestJSON-1711375648 tempest-ServerRescueNegativeTestJSON-1711375648-project] 10.222.0.64 "GET /v2.0/ports?device_id=7744db71-f29c-4221-af51-e3688c4fbc97 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Jun 27 09:41:41.664901 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51610) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:41.892212 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:42.125768 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.351479 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:42.384487 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Deleting port fd38f683-d8f3-47e1-99af-6bb06f3fd838 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:42.384828 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.463631 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] For port fd38f683-d8f3-47e1-99af-6bb06f3fd838, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fd38f683-d8f3-47e1-99af-6bb06f3fd838,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:42.464017 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.476370 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Calling delete_port for fd38f683-d8f3-47e1-99af-6bb06f3fd838 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:42.583789 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-12dbd3ae-b4ff-404c-9be8-cf64a51cfd35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.726611 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (fd38f683-d8f3-47e1-99af-6bb06f3fd838), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.749451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fd38f683-d8f3-47e1-99af-6bb06f3fd838,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:42.826887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9720d11f-73fc-4566-a281-54fa01d4bc65 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:42.846585 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 9720d11f-73fc-4566-a281-54fa01d4bc65 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:42.846856 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9720d11f-73fc-4566-a281-54fa01d4bc65 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:42.912369 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:42.913955 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:43.113871 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:43.420607 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:43.438137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:43.443018 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e0c1dee8-9dea-439a-99e7-d0bfec7da6ae admin admin] 10.222.0.64 "PUT /v2.0/routers/46b1f052-8bf9-4972-ab6b-0073fa7f7ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772052 Jun 27 09:41:43.445653 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51614) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:43.448235 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Sync routers for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:43.459264 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:43.459912 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:43.540664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks [] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:43.558176 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:43.638516 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks [] for router_gateway (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:43.720626 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '21c79924-df81-4a04-abfd-408c639b0a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:41:42Z', 'revision_number': 5, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port': {'id': '21c79924-df81-4a04-abfd-408c639b0a47', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:04Z', 'updated_at': '2022-06-27T09:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:43.739326 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Deleting port 21c79924-df81-4a04-abfd-408c639b0a47 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:43.739923 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (21c79924-df81-4a04-abfd-408c639b0a47), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:43.744812 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Checking router: 46b1f052-8bf9-4972-ab6b-0073fa7f7ced for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:43.753433 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Routers {'46b1f052-8bf9-4972-ab6b-0073fa7f7ced'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:43.754042 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:43.817240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] For port 21c79924-df81-4a04-abfd-408c639b0a47, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=21c79924-df81-4a04-abfd-408c639b0a47,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:43.817606 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (21c79924-df81-4a04-abfd-408c639b0a47), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:43.830957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Calling delete_port for 21c79924-df81-4a04-abfd-408c639b0a47 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:43.835085 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] Set router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:43.885380 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:41:43Z', 'revision_number': 6, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:43.910058 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4617b497-464b-4f25-bfea-2baa19a73c66 None None] The sync data for ids ['46b1f052-8bf9-4972-ab6b-0073fa7f7ced'] in dv-cinder-847730-1-iscsi is: [{'id': '46b1f052-8bf9-4972-ab6b-0073fa7f7ced', 'name': 'tempest-ServerRescueNegativeTestJSON-1862341301-router', 'tenant_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:03Z', 'updated_at': '2022-06-27T09:41:43Z', 'revision_number': 6, 'project_id': '6a50c1d09d3247728aa1ef9fb69463fc', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:44.074184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (21c79924-df81-4a04-abfd-408c639b0a47), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.098055 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c79924-df81-4a04-abfd-408c639b0a47,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:44.109693 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.110037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.110371 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.110708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.111035 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.111360 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.111710 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.112033 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.112461 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.112682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.113002 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.113321 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.113637 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.113953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.114268 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:41:44.137678 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:44.173496 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.273492 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.276234 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks [] for router_controller (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.393996 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (46b1f052-8bf9-4972-ab6b-0073fa7f7ced), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.394684 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b1f052-8bf9-4972-ab6b-0073fa7f7ced {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:41:44.399486 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.403777 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ad86259c-4b57-4bf2-834a-57cd8da5aec0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/46b1f052-8bf9-4972-ab6b-0073fa7f7ced HTTP/1.1" status: 204 len: 168 time: 0.9541168 Jun 27 09:41:44.403777 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51618) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:44.451597 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Deleting subnet f054a032-79a6-44d2-b294-aa6a9f4167ca {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:41:44.455385 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Publish callbacks [] for subnet (f054a032-79a6-44d2-b294-aa6a9f4167ca), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.489235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (f054a032-79a6-44d2-b294-aa6a9f4167ca), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.510504 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:44.592705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (f054a032-79a6-44d2-b294-aa6a9f4167ca), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.714815 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (f054a032-79a6-44d2-b294-aa6a9f4167ca), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.741513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f054a032-79a6-44d2-b294-aa6a9f4167ca,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:44.745745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.753663 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8428317a-deb7-4a44-ac5f-5bf819a676ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f054a032-79a6-44d2-b294-aa6a9f4167ca HTTP/1.1" status: 204 len: 168 time: 0.3489532 Jun 27 09:41:44.754026 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b7d53-294a-4dc0-bbf3-624948ca85e0 None None] Network 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:41:44.756007 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51620) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:44.827293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (8135fe8c-03ea-49b7-8f4d-5a328bf8b692), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.870850 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:44.877336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Deleting port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:44.877736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.946063 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] For port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:44.946431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:44.965766 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Calling delete_port for 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:45.041008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.049904 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] DHCP port deletion for 8135fe8c-03ea-49b7-8f4d-5a328bf8b692 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:41:45.056523 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:45.086514 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Deleting port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:45.086893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.144092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.151953 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] For port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,segment=NetworkSegment(28ace69b-6311-44d7-aa2d-e2c02f9655b3),segment_id=28ace69b-6311-44d7-aa2d-e2c02f9655b3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:45.152353 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.165434 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Calling delete_port for 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:45.171519 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:45.175052 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] No DVR routers for this DVR port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:45.241021 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.246227 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (8135fe8c-03ea-49b7-8f4d-5a328bf8b692), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.268660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] Pushing event deleted for resources: {'Port': ['ID=8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:45.272390 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b1e79-3d0a-4e3a-a4c0-aa71ef765b53 None None] No DVR routers for this DVR port 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:45.275816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8135fe8c-03ea-49b7-8f4d-5a328bf8b692']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:45.289657 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ace69b-6311-44d7-aa2d-e2c02f9655b3') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:45.290066 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ace69b-6311-44d7-aa2d-e2c02f9655b3') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:45.300428 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (28ace69b-6311-44d7-aa2d-e2c02f9655b3), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.313783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (28ace69b-6311-44d7-aa2d-e2c02f9655b3), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.320108 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:41:45.325275 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (28ace69b-6311-44d7-aa2d-e2c02f9655b3), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.354231 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 28ace69b-6311-44d7-aa2d-e2c02f9655b3 resource provider aggregate not found Jun 27 09:41:45.395950 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 28ace69b-6311-44d7-aa2d-e2c02f9655b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28ace69b-6311-44d7-aa2d-e2c02f9655b3 found for delete ", "request_id": "req-511bc065-60a4-418a-a37f-0cb37d512ddb"}]} Jun 27 09:41:45.429535 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (8135fe8c-03ea-49b7-8f4d-5a328bf8b692), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.435486 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.438607 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8135fe8c-03ea-49b7-8f4d-5a328bf8b692 HTTP/1.1" status: 204 len: 168 time: 0.6815453 Jun 27 09:41:45.450402 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a026cc-4f29-4690-9e5a-b4454cc892a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8135fe8c-03ea-49b7-8f4d-5a328bf8b692,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:45.692478 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 21c79924-df81-4a04-abfd-408c639b0a47 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:45.712315 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 21c79924-df81-4a04-abfd-408c639b0a47 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:45.717567 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 21c79924-df81-4a04-abfd-408c639b0a47 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:45.717567 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:45.717917 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51628) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:45.731656 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:45.732024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8a91e8e9-0bd6-48cb-96f3-b839b9d93ea2 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:45.732444 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fd38f683-d8f3-47e1-99af-6bb06f3fd838 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:41:45.751014 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: fd38f683-d8f3-47e1-99af-6bb06f3fd838 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:41:45.751368 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fd38f683-d8f3-47e1-99af-6bb06f3fd838 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:41:45.760861 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e6b401bf-b702-4a87-b771-b1ba12bfd5ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a50c1d09d3247728aa1ef9fb69463fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417578 Jun 27 09:41:45.763476 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51630) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:45.813510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] Publish callbacks [] for security_group (72cb0106-e7e8-43ef-a1b7-6057bbcd1853), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.834056 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] Publish callbacks [] for security_group (72cb0106-e7e8-43ef-a1b7-6057bbcd1853), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.955112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (72cb0106-e7e8-43ef-a1b7-6057bbcd1853), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.957723 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:45.958952 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72cb0106-e7e8-43ef-a1b7-6057bbcd1853 HTTP/1.1" status: 204 len: 168 time: 0.1944420 Jun 27 09:41:45.966948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5cad4-6367-4e2c-9866-6da66abb0ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cb0106-e7e8-43ef-a1b7-6057bbcd1853,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:46.011996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:46.160546 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:50.992669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:50.992669 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a38bbf9c-faae-4ac9-88e1-816d1a24026f tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1617501367&fields=id&tenant_id=55f89ed92a124e2c8a274975bc0935ba HTTP/1.1" status: 200 len: 267 time: 0.0549161 Jun 27 09:41:51.044843 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-71255f8c-c03b-4a67-8efc-ccdba950162a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:51.046355 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-71255f8c-c03b-4a67-8efc-ccdba950162a tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 984 time: 0.0501564 Jun 27 09:41:51.060494 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Request body: {'port': {'security_groups': ['fa455d4e-5230-41fc-b9b8-bfb489525418']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:41:51.068814 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9605c5-cc05-4249-b587-e42c5f34142a req-c8dd6457-2d45-4fb7-a2be-488e85ec5787 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:51.070464 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5d9605c5-cc05-4249-b587-e42c5f34142a req-c8dd6457-2d45-4fb7-a2be-488e85ec5787 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0493295 Jun 27 09:41:51.128124 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5d9605c5-cc05-4249-b587-e42c5f34142a req-117773df-c775-4d24-a6a6-30538133b342 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505486 Jun 27 09:41:51.145937 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.318630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:51.346667 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.446329 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.459704 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:51.494880 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:51.496079 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.497533 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0e01329c-e036-4159-adbe-bab8ae3c1a30 req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "PUT /v2.0/ports/b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 942 time: 0.4418645 Jun 27 09:41:51.502929 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:51.502929 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07e57da-5aeb-4b15-b247-91a4c9592a15" -d '{"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:51.504074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51728) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:51.521136 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:51.535569 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1521a9f-4f88-48f6-a859-bfce3c28661b tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event updated for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=7']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:51.549270 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a7b48-74d5-437e-b616-02f295a53630 x-openstack-request-id: req-865a7b48-74d5-437e-b616-02f295a53630 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:51.549753 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:51.550646 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-865a7b48-74d5-437e-b616-02f295a53630 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:51.551226 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865a7b48-74d5-437e-b616-02f295a53630'] response: {'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:41:51.598132 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (75558118-58f1-4617-91d1-20932d4db53c), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.602488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:51.629628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (75558118-58f1-4617-91d1-20932d4db53c), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.712373 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:51.782662 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (75558118-58f1-4617-91d1-20932d4db53c), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.783608 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-6ce93b47-bf74-4ced-a0d4-323a9d213b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:51.785407 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-6ce93b47-bf74-4ced-a0d4-323a9d213b71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1129 time: 0.2101891 Jun 27 09:41:51.785551 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.786749 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "DELETE /v2.0/security-groups/75558118-58f1-4617-91d1-20932d4db53c HTTP/1.1" status: 204 len: 168 time: 0.2816842 Jun 27 09:41:51.789714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51736) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:41:51.797928 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a6c5e-d5da-4a99-9db2-8cd427cd9a81 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75558118-58f1-4617-91d1-20932d4db53c,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:51.838952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-333e9ee9-2c84-4158-be30-76110efb90a9 None None] Provisioning complete for port b7d364ab-ebca-4312-8213-6c5cc722e7bc triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:41:51.840131 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-333e9ee9-2c84-4158-be30-76110efb90a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:51.924372 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-333e9ee9-2c84-4158-be30-76110efb90a9 None None] Current status of the port b7d364ab-ebca-4312-8213-6c5cc722e7bc is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:41:52.289146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-9d9ed74e-69b4-44fb-887a-dd14f376aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:52.290608 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-9d9ed74e-69b4-44fb-887a-dd14f376aba9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 916 time: 0.4844866 Jun 27 09:41:52.301417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d4bf-5320-4d7c-a76f-42937fda6dfc req-53c3c08c-a197-46bc-a1d4-e23489be6d93 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:52.302778 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8d18d4bf-5320-4d7c-a76f-42937fda6dfc req-53c3c08c-a197-46bc-a1d4-e23489be6d93 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0997114 Jun 27 09:41:52.367815 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Deleting port 12b0f2c0-92f4-4920-9bbb-a1907ae753f8 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:52.368159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:52.408351 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:52.422046 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-6cc382b6-0909-46d4-b861-ad98fe320c8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 1001 time: 0.1183279 Jun 27 09:41:52.457901 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8d18d4bf-5320-4d7c-a76f-42937fda6dfc req-bea553a1-bda5-44d9-9696-e9f3cfb63b03 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446517 Jun 27 09:41:52.513416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:52.513751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for floatingip (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:52.523202 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-230b412e-68ce-4314-88c5-1f489190b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:52.524709 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-230b412e-68ce-4314-88c5-1f489190b62b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.0780959 Jun 27 09:41:52.530775 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Calling delete_port for 12b0f2c0-92f4-4920-9bbb-a1907ae753f8 owned by network:floatingip {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:52.627052 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-0b84c610-0d2c-4c6b-b8fc-eaffc3d80608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:52.628583 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-0b84c610-0d2c-4c6b-b8fc-eaffc3d80608 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920246 Jun 27 09:41:52.753421 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-d42fa51b-cc7e-40ef-8d0f-fb29c892f66a service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142938 Jun 27 09:41:52.800472 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:52.876117 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c07e57da-5aeb-4b15-b247-91a4c9592a15 req-d3fa1c18-a67c-49f4-a4d5-06051d365534 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155663 Jun 27 09:41:52.931076 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (12b0f2c0-92f4-4920-9bbb-a1907ae753f8), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:52.959504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event deleted for resources: {'Port': ['ID=12b0f2c0-92f4-4920-9bbb-a1907ae753f8,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:53.024467 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks [] for floatingip (3d8db98f-7e3f-4e56-82b2-a2814643afc3), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:53.024810 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Floating IP 3d8db98f-7e3f-4e56-82b2-a2814643afc3 disassociated (deleted). External IP: 172.27.1.247, port: b7d364ab-ebca-4312-8213-6c5cc722e7bc. Jun 27 09:41:53.223197 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Router b462bf02-1fe6-49d9-9831-2da30565228e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:41:53.329324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:41:53.334229 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:53.339245 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Sync routers for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:41:53.343312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:53.350376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:53.350980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:53.364620 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-29810988-65de-481c-9f9b-3a76d6dfe410 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "DELETE /v2.0/floatingips/3d8db98f-7e3f-4e56-82b2-a2814643afc3 HTTP/1.1" status: 204 len: 168 time: 1.5736411 Jun 27 09:41:53.458032 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:53.552670 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:53.554899 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72757cd-385b-457c-9ca7-7794638de8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:53.580054 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:53.599277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8da50-1bf8-40fa-91de-7f39e4099fa8 req-31c6e404-bcfd-4f23-aafd-369afd3bc8f9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:53.600953 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9e8da50-1bf8-40fa-91de-7f39e4099fa8 req-31c6e404-bcfd-4f23-aafd-369afd3bc8f9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0569675 Jun 27 09:41:53.653164 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d9e8da50-1bf8-40fa-91de-7f39e4099fa8 req-fc8ccc49-56e4-40b1-b0de-d8d243591cd3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443382 Jun 27 09:41:53.675123 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:53.696692 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Checking router: b462bf02-1fe6-49d9-9831-2da30565228e for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:41:53.709727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:41:53.709856 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad413e1-9ac5-41d5-a477-d73713370149 x-openstack-request-id: req-8ad413e1-9ac5-41d5-a477-d73713370149 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:53.709964 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:53.710069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:53.710069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ad413e1-9ac5-41d5-a477-d73713370149 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:53.710069 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad413e1-9ac5-41d5-a477-d73713370149'] response: {'name': 'network-changed', 'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:41:53.783908 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72757cd-385b-457c-9ca7-7794638de8ba req-e52d2ca8-2b90-4d53-9dcc-13e68af41d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:53.785435 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-e52d2ca8-2b90-4d53-9dcc-13e68af41d9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55f89ed92a124e2c8a274975bc0935ba&device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 1129 time: 0.0557446 Jun 27 09:41:53.816050 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:41:53.889433 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:53.890018 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72757cd-385b-457c-9ca7-7794638de8ba req-8a1757f4-3f14-43fe-99ca-0cce85af9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:53.891563 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-8a1757f4-3f14-43fe-99ca-0cce85af9db7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 200 len: 916 time: 0.0998125 Jun 27 09:41:53.939013 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-c8132c62-cac3-4293-ab5b-ba79b74e7fcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 200 len: 217 time: 0.0354462 Jun 27 09:41:53.990128 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72757cd-385b-457c-9ca7-7794638de8ba req-96c344f3-529d-47ad-b334-48dedb80deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:53.991645 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-96c344f3-529d-47ad-b334-48dedb80deac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 200 len: 854 time: 0.0455835 Jun 27 09:41:54.021824 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:41:54.046262 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5b406-21a6-4133-a9db-15de8c70ae1d None None] The sync data for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi is: [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:38:45Z', 'revision_number': 4, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '8c58e99f-4002-430d-b3ca-24504f8e0d91', 'name': '', 'network_id': '0f8b5888-2ff0-4666-83fc-263d4a6a238e', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'mac_address': 'fa:16:3e:b4:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '96a8874a-a685-48ea-b73f-163ab0813248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:44Z', 'updated_at': '2022-06-27T09:38:51Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'subnets': [{'id': '96a8874a-a685-48ea-b73f-163ab0813248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:41:54.255926 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182ba0a-e7f4-4b49-8faf-fcfb6af2fa74 None None] New status for floating IP 3d8db98f-7e3f-4e56-82b2-a2814643afc3: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:41:54.311364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:54.321862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72757cd-385b-457c-9ca7-7794638de8ba req-f4ba44c9-b98c-44fd-9de2-5cedf49b36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:54.322201 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-f4ba44c9-b98c-44fd-9de2-5cedf49b36e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f8b5888-2ff0-4666-83fc-263d4a6a238e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395694 Jun 27 09:41:54.424813 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-6cdab5a6-55f1-4e94-9bba-5da1539f93a0 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945103 Jun 27 09:41:54.518389 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f72757cd-385b-457c-9ca7-7794638de8ba req-38c0d1b4-da4b-497b-9469-68a319d4b414 service neutron] 10.222.0.55 "GET /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Jun 27 09:41:54.740199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=11,neutron:UPDATE=4,neutron:SELECT=85 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:54.783281 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3d462-c493-4ee8-8170-0673312d5cff req-01064120-ae62-49b4-9cd7-9530cef127af tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:54.784946 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0fe3d462-c493-4ee8-8170-0673312d5cff req-01064120-ae62-49b4-9cd7-9530cef127af tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0562999 Jun 27 09:41:54.832417 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0fe3d462-c493-4ee8-8170-0673312d5cff req-240a5aad-b0ac-438d-8a89-3ad74966d172 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Jun 27 09:41:55.960100 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85199e33-b896-4c67-af83-51ae4e14407b req-ffad2067-18f5-471d-b5f8-ca2823c7987a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:55.961613 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-85199e33-b896-4c67-af83-51ae4e14407b req-ffad2067-18f5-471d-b5f8-ca2823c7987a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0518091 Jun 27 09:41:56.009917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-85199e33-b896-4c67-af83-51ae4e14407b req-e61d4f27-cfb6-4dfb-815b-8bb3e29eb598 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Jun 27 09:41:56.630345 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e0e74-993c-4656-8711-1dfbd513c0db req-b652f0da-e979-412b-8c5d-b9fc0a41c92c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:56.631965 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b51e0e74-993c-4656-8711-1dfbd513c0db req-b652f0da-e979-412b-8c5d-b9fc0a41c92c tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0538340 Jun 27 09:41:56.680520 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b51e0e74-993c-4656-8711-1dfbd513c0db req-f56a85e2-dc47-47c7-9505-f85539a7bb97 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423813 Jun 27 09:41:57.127775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ee9c9-1e06-4367-9feb-9504a7d69bd1 req-6e1b72bd-121b-4e03-886e-51b5e48e94e8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:57.129233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-218ee9c9-1e06-4367-9feb-9504a7d69bd1 req-6e1b72bd-121b-4e03-886e-51b5e48e94e8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0461400 Jun 27 09:41:57.175767 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-218ee9c9-1e06-4367-9feb-9504a7d69bd1 req-252c1fcf-0b36-4288-aefe-6cc32e731e5c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Jun 27 09:41:57.798218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647728a-9273-4ada-b666-aaf0dc1147c4 req-65a80aa5-1c01-4641-a66e-586184383f6e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:57.799732 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a647728a-9273-4ada-b666-aaf0dc1147c4 req-65a80aa5-1c01-4641-a66e-586184383f6e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0513363 Jun 27 09:41:57.846934 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a647728a-9273-4ada-b666-aaf0dc1147c4 req-01a0d49b-8574-4695-8a16-fb7a3c341250 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/security-groups?id=fa455d4e-5230-41fc-b9b8-bfb489525418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415833 Jun 27 09:41:58.298311 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858e0eb-fcd8-4f9c-8ac0-f7c66fdd72e7 req-66fe674a-ae1b-47e4-a8d1-08160b4857ca tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:58.299853 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d858e0eb-fcd8-4f9c-8ac0-f7c66fdd72e7 req-66fe674a-ae1b-47e4-a8d1-08160b4857ca tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0519552 Jun 27 09:41:58.350380 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d858e0eb-fcd8-4f9c-8ac0-f7c66fdd72e7 req-61b08dc5-19b6-4159-bf17-42d79a13117c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Jun 27 09:41:58.475666 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-db16bd2a-0b14-48fe-864a-6f9bb482f92e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:58.477019 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-db16bd2a-0b14-48fe-864a-6f9bb482f92e tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 945 time: 0.0455403 Jun 27 09:41:58.563156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Deleting port b7d364ab-ebca-4312-8213-6c5cc722e7bc {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:41:58.563522 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:58.648283 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] For port b7d364ab-ebca-4312-8213-6c5cc722e7bc, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b7d364ab-ebca-4312-8213-6c5cc722e7bc,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:41:58.648641 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:58.661069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Calling delete_port for b7d364ab-ebca-4312-8213-6c5cc722e7bc owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:41:58.777932 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:41:58.841431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (b7d364ab-ebca-4312-8213-6c5cc722e7bc), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:58.853270 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['b7d364ab-ebca-4312-8213-6c5cc722e7bc'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:41:58.867704 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Pushing event deleted for resources: {'Port': ['ID=b7d364ab-ebca-4312-8213-6c5cc722e7bc,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:41:58.914873 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] No DVR routers for this DVR port b7d364ab-ebca-4312-8213-6c5cc722e7bc on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:41:58.918028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:41:58.921287 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2afedf5e-1bc9-4fb8-8649-a7c7c9f02785 req-f760543b-8bdf-402f-9837-d39b8d7c39a2 tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.55 "DELETE /v2.0/ports/b7d364ab-ebca-4312-8213-6c5cc722e7bc HTTP/1.1" status: 204 len: 173 time: 0.4386833 Jun 27 09:41:58.921756 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'name': 'network-vif-deleted', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:41:58.924000 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e776ee9-91cb-4bc4-8854-5596c3e1b71b" -d '{"events": [{"server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "name": "network-vif-deleted", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:41:58.957439 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6a64dd4c-47b7-4d15-b222-66a38da30497 req-458698ce-8043-4008-bfbf-ec6e228797cd tempest-TestMinimumBasicScenario-1543834741 tempest-TestMinimumBasicScenario-1543834741-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129 HTTP/1.1" status: 200 len: 210 time: 0.0306132 Jun 27 09:41:58.959292 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93ed28-b4f3-41a1-8524-4575a2a8cd99 x-openstack-request-id: req-ec93ed28-b4f3-41a1-8524-4575a2a8cd99 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:41:58.959550 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129", "name": "network-vif-deleted", "tag": "b7d364ab-ebca-4312-8213-6c5cc722e7bc", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:41:58.959817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec93ed28-b4f3-41a1-8524-4575a2a8cd99 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:41:58.960205 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec93ed28-b4f3-41a1-8524-4575a2a8cd99'] response: {'server_uuid': 'b6063ae7-7e4d-4a3d-a0ff-71bdd45c6129', 'name': 'network-vif-deleted', 'tag': 'b7d364ab-ebca-4312-8213-6c5cc722e7bc', 'status': 'completed', 'code': 200} Jun 27 09:41:59.470178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05d30e-dfae-4ccb-86f1-c675ea603ae9 req-f31fe778-6d40-483d-b24c-5b725c87a354 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:41:59.471624 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c05d30e-dfae-4ccb-86f1-c675ea603ae9 req-f31fe778-6d40-483d-b24c-5b725c87a354 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0468557 Jun 27 09:41:59.518932 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c05d30e-dfae-4ccb-86f1-c675ea603ae9 req-eb401956-8a68-4da1-8e6f-7ba6948ef155 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415823 Jun 27 09:42:00.618678 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:00.638307 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1034c-7bcf-44a2-b86e-63672c0dc0e2 req-b5b1e6b9-57a0-419e-ac1a-d78867653a6e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:00.640514 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-86a1034c-7bcf-44a2-b86e-63672c0dc0e2 req-b5b1e6b9-57a0-419e-ac1a-d78867653a6e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0480356 Jun 27 09:42:00.687941 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-86a1034c-7bcf-44a2-b86e-63672c0dc0e2 req-636ab5a9-ec95-4974-8720-dcd8243c9e02 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Jun 27 09:42:00.891596 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b7d364ab-ebca-4312-8213-6c5cc722e7bc no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:00.911490 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: b7d364ab-ebca-4312-8213-6c5cc722e7bc {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:00.911867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device b7d364ab-ebca-4312-8213-6c5cc722e7bc not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:01.500802 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51928) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:01.804730 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8c1d2-7b61-4120-b884-af3df5a6612d req-30f6afbf-e876-42a6-8b7a-863611867725 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:01.806192 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ac8c1d2-7b61-4120-b884-af3df5a6612d req-30f6afbf-e876-42a6-8b7a-863611867725 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0464602 Jun 27 09:42:01.811025 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (b462bf02-1fe6-49d9-9831-2da30565228e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:01.831957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:01.857851 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9ac8c1d2-7b61-4120-b884-af3df5a6612d req-faf76c87-21ae-4267-8d63-0e972dc29a07 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Jun 27 09:42:02.026230 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Deleting port 8c58e99f-4002-430d-b3ca-24504f8e0d91 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:02.026570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:02.103705 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] For port 8c58e99f-4002-430d-b3ca-24504f8e0d91, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=8c58e99f-4002-430d-b3ca-24504f8e0d91,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:02.104072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:02.116871 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Calling delete_port for 8c58e99f-4002-430d-b3ca-24504f8e0d91 owned by network:router_interface {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:02.212660 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:02.251977 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:02.366776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (8c58e99f-4002-430d-b3ca-24504f8e0d91), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:02.392714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c58e99f-4002-430d-b3ca-24504f8e0d91,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:02.813835 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (b462bf02-1fe6-49d9-9831-2da30565228e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.028550 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646a88-83dd-4391-9fe3-7238d271eecf req-82999c67-7daf-4127-9839-032a26c5be46 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:03.029994 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-61646a88-83dd-4391-9fe3-7238d271eecf req-82999c67-7daf-4127-9839-032a26c5be46 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0802219 Jun 27 09:42:03.080596 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Router b462bf02-1fe6-49d9-9831-2da30565228e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:42:03.098444 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-61646a88-83dd-4391-9fe3-7238d271eecf req-99cda4dc-7866-4981-a976-f91fe800e557 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618777 Jun 27 09:42:03.144367 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:42:03.192536 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:42:03.197372 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-471c9f60-1717-4cce-a958-1791bd80fa3f admin admin] 10.222.0.64 "PUT /v2.0/routers/b462bf02-1fe6-49d9-9831-2da30565228e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6955383 Jun 27 09:42:03.200424 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51946) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:03.201356 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Sync routers for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:42:03.211958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:03.212570 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:03.291922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:03.301128 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks [] for router (b462bf02-1fe6-49d9-9831-2da30565228e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.312237 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:03.400373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks [] for router_gateway (b462bf02-1fe6-49d9-9831-2da30565228e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.475792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:42:02Z', 'revision_number': 5, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port': {'id': 'ff1419b3-901b-401e-9e91-01daf1c5aa20', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:46:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:41Z', 'updated_at': '2022-06-27T09:38:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:03.493612 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Deleting port ff1419b3-901b-401e-9e91-01daf1c5aa20 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:03.493954 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.503986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Checking router: b462bf02-1fe6-49d9-9831-2da30565228e for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:42:03.513233 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Routers {'b462bf02-1fe6-49d9-9831-2da30565228e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:03.513832 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b462bf02-1fe6-49d9-9831-2da30565228e'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:03.575715 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] For port ff1419b3-901b-401e-9e91-01daf1c5aa20, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ff1419b3-901b-401e-9e91-01daf1c5aa20,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:03.576091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.589875 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Calling delete_port for ff1419b3-901b-401e-9e91-01daf1c5aa20 owned by network:router_gateway {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:03.593691 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] Set router b462bf02-1fe6-49d9-9831-2da30565228e gateway port host: None {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:03.599621 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:03.794836 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:42:03Z', 'revision_number': 6, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:03.825443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87b61d-41b9-4267-824a-61b7a72d24e8 None None] The sync data for ids ['b462bf02-1fe6-49d9-9831-2da30565228e'] in dv-cinder-847730-1-iscsi is: [{'id': 'b462bf02-1fe6-49d9-9831-2da30565228e', 'name': 'tempest-TestMinimumBasicScenario-1928862952-router', 'tenant_id': '55f89ed92a124e2c8a274975bc0935ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:40Z', 'updated_at': '2022-06-27T09:42:03Z', 'revision_number': 6, 'project_id': '55f89ed92a124e2c8a274975bc0935ba', 'gw_port_host': None}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:42:03.869290 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (ff1419b3-901b-401e-9e91-01daf1c5aa20), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.897578 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:03.899439 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1419b3-901b-401e-9e91-01daf1c5aa20,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:03.961872 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (b462bf02-1fe6-49d9-9831-2da30565228e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.049685 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (b462bf02-1fe6-49d9-9831-2da30565228e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.051881 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks [] for router_controller (b462bf02-1fe6-49d9-9831-2da30565228e), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.166504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (b462bf02-1fe6-49d9-9831-2da30565228e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.167175 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b462bf02-1fe6-49d9-9831-2da30565228e {{(pid=104648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:42:04.172633 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.174290 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-01df4049-fb27-4208-9878-e463104e397e admin admin] 10.222.0.64 "DELETE /v2.0/routers/b462bf02-1fe6-49d9-9831-2da30565228e HTTP/1.1" status: 204 len: 168 time: 0.9725742 Jun 27 09:42:04.176827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51972) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:04.232924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Deleting subnet 96a8874a-a685-48ea-b73f-163ab0813248 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:42:04.236068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Publish callbacks [] for subnet (96a8874a-a685-48ea-b73f-163ab0813248), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.244816 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd25a6-394b-4744-a7b8-ac700ff42513 req-cbf6bd57-c5df-458d-982d-9c174ab7f408 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:04.247384 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78dd25a6-394b-4744-a7b8-ac700ff42513 req-cbf6bd57-c5df-458d-982d-9c174ab7f408 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0717568 Jun 27 09:42:04.289142 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=48 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:04.305817 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78dd25a6-394b-4744-a7b8-ac700ff42513 req-7f6c6e5c-2c26-4ede-a4f7-a1fa62ab4021 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529501 Jun 27 09:42:04.306985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (96a8874a-a685-48ea-b73f-163ab0813248), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.382874 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (96a8874a-a685-48ea-b73f-163ab0813248), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.407170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:04.509846 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (96a8874a-a685-48ea-b73f-163ab0813248), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.535270 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a8874a-a685-48ea-b73f-163ab0813248,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:04.539394 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.545808 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4dd4a897-2c58-4f4f-a6c7-d3f94526b164 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/96a8874a-a685-48ea-b73f-163ab0813248 HTTP/1.1" status: 204 len: 168 time: 0.3654864 Jun 27 09:42:04.545808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 51978) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:04.546803 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c9ad1-3ca5-4e92-9e8a-5ec833626efd None None] Network 0f8b5888-2ff0-4666-83fc-263d4a6a238e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:42:04.614785 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (0f8b5888-2ff0-4666-83fc-263d4a6a238e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.662244 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Deleting port 04b1608c-8859-420b-b461-267e19173899 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:04.662548 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (04b1608c-8859-420b-b461-267e19173899), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.708535 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] DHCP port deletion for 0f8b5888-2ff0-4666-83fc-263d4a6a238e request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:42:04.729068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] For port 04b1608c-8859-420b-b461-267e19173899, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=04b1608c-8859-420b-b461-267e19173899,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:04.729992 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (04b1608c-8859-420b-b461-267e19173899), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.745875 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Calling delete_port for 04b1608c-8859-420b-b461-267e19173899 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:04.749039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Deleting port 04b1608c-8859-420b-b461-267e19173899 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:04.749617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (04b1608c-8859-420b-b461-267e19173899), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.806326 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:04.824776 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] For port 04b1608c-8859-420b-b461-267e19173899, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=04b1608c-8859-420b-b461-267e19173899,segment=NetworkSegment(e8b00a51-dd35-4dd7-9acb-bda0658e3897),segment_id=e8b00a51-dd35-4dd7-9acb-bda0658e3897)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:04.825186 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (04b1608c-8859-420b-b461-267e19173899), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.842871 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Calling delete_port for 04b1608c-8859-420b-b461-267e19173899 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:04.847019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:04.900122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (04b1608c-8859-420b-b461-267e19173899), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.925623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (04b1608c-8859-420b-b461-267e19173899), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:04.938548 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b1608c-8859-420b-b461-267e19173899,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:04.942601 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] No DVR routers for this DVR port 04b1608c-8859-420b-b461-267e19173899 on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:04.958812 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Pushing event deleted for resources: {'Port': ['ID=04b1608c-8859-420b-b461-267e19173899,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:04.963539 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] No DVR routers for this DVR port 04b1608c-8859-420b-b461-267e19173899 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.978661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.983686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.984103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.984458 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.984809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.985705 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.986049 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.986386 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:04.987139 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a8373b-b0f8-4b5e-a5c4-d21c9551c84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:05.025330 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (0f8b5888-2ff0-4666-83fc-263d4a6a238e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.048424 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8b5888-2ff0-4666-83fc-263d4a6a238e']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:05.057752 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b00a51-dd35-4dd7-9acb-bda0658e3897') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:05.058046 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b00a51-dd35-4dd7-9acb-bda0658e3897') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:05.067351 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (e8b00a51-dd35-4dd7-9acb-bda0658e3897), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.081759 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (e8b00a51-dd35-4dd7-9acb-bda0658e3897), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.088286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:42:05.089275 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (e8b00a51-dd35-4dd7-9acb-bda0658e3897), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.111005 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment e8b00a51-dd35-4dd7-9acb-bda0658e3897 resource provider aggregate not found Jun 27 09:42:05.134690 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment e8b00a51-dd35-4dd7-9acb-bda0658e3897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8b00a51-dd35-4dd7-9acb-bda0658e3897 found for delete ", "request_id": "req-2d7c74a1-8945-4b6d-a9c7-05d3ce7f868a"}]} Jun 27 09:42:05.191561 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-b0ac4a82-a441-43e5-b924-065cc4ea46c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707371 Jun 27 09:42:05.275841 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0f70-4752-445c-9845-b014314214dc req-a7602c89-1b52-4ebe-8f85-220ca511bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:05.277922 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-a7602c89-1b52-4ebe-8f85-220ca511bb82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 1129 time: 0.0424585 Jun 27 09:42:05.280218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (0f8b5888-2ff0-4666-83fc-263d4a6a238e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.297737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.300917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0f8b5888-2ff0-4666-83fc-263d4a6a238e HTTP/1.1" status: 204 len: 168 time: 0.7541251 Jun 27 09:42:05.303308 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc70e4-d006-4460-a78b-a2b4f5d91bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8b5888-2ff0-4666-83fc-263d4a6a238e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:05.303977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 51994) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:05.326701 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:05.401004 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0f70-4752-445c-9845-b014314214dc req-6e4439eb-2b27-4b45-a175-376cad9d3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:05.402515 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-6e4439eb-2b27-4b45-a175-376cad9d3bd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.1002965 Jun 27 09:42:05.481365 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61e56e-1ede-4bd8-b441-5fc8fa5b81d5 req-7448efe1-d272-47a3-99d3-1d76ba8a4204 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:05.482774 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d61e56e-1ede-4bd8-b441-5fc8fa5b81d5 req-7448efe1-d272-47a3-99d3-1d76ba8a4204 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0911341 Jun 27 09:42:05.507653 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-78f1b436-b391-4878-a787-df51ddb39c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262 HTTP/1.1" status: 200 len: 1000 time: 0.0821700 Jun 27 09:42:05.570133 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d61e56e-1ede-4bd8-b441-5fc8fa5b81d5 req-462b966c-31e9-4039-8279-3c594666434a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803070 Jun 27 09:42:05.577722 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0f70-4752-445c-9845-b014314214dc req-c7a6bdd8-f300-4e93-9cb1-3509ef618010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:05.579518 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-c7a6bdd8-f300-4e93-9cb1-3509ef618010 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0635700 Jun 27 09:42:05.616759 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.627932 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b0f70-4752-445c-9845-b014314214dc req-8b15f593-cb7c-41ff-9e7f-f4b1c9683028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:05.629518 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-8b15f593-cb7c-41ff-9e7f-f4b1c9683028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431445 Jun 27 09:42:05.719294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 04b1608c-8859-420b-b461-267e19173899 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:05.730015 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-f586f1ef-2259-44ab-b28f-1e69afaaa07d service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927494 Jun 27 09:42:05.739653 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 04b1608c-8859-420b-b461-267e19173899 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:05.740038 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 04b1608c-8859-420b-b461-267e19173899 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:05.740655 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ff1419b3-901b-401e-9e91-01daf1c5aa20 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:05.743762 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:05.760259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: ff1419b3-901b-401e-9e91-01daf1c5aa20 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:05.760644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ff1419b3-901b-401e-9e91-01daf1c5aa20 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:05.761059 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8c58e99f-4002-430d-b3ca-24504f8e0d91 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:05.780543 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 8c58e99f-4002-430d-b3ca-24504f8e0d91 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:05.780894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 8c58e99f-4002-430d-b3ca-24504f8e0d91 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:05.825958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:05.829551 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:05.829967 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-645b0f70-4752-445c-9845-b014314214dc req-a17769b1-c70a-4f55-aa76-fcc9d42b3644 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916348 Jun 27 09:42:05.862146 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Deleting port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:05.862637 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.951413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] For port a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:05.951895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:05.965892 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Calling delete_port for a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:06.021716 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:06.349041 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:06.374483 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:06.543845 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:06.693917 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c2e05-c42b-42ff-8a7f-e33eb66f55bd req-df4bcc96-2efa-48c2-8906-c7403f5a31d5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:06.695454 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-372c2e05-c42b-42ff-8a7f-e33eb66f55bd req-df4bcc96-2efa-48c2-8906-c7403f5a31d5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0480082 Jun 27 09:42:06.746337 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-372c2e05-c42b-42ff-8a7f-e33eb66f55bd req-282068a7-9b8f-489a-9538-63d09f6146ea tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Jun 27 09:42:06.755624 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Router 444c0a30-6210-48ff-bcaa-c38a6b532d3e has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:42:06.872180 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:06.884586 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:42:06.891596 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-83435606-963c-4367-875e-99f054e1c87d admin admin] 10.222.0.64 "PUT /v2.0/routers/444c0a30-6210-48ff-bcaa-c38a6b532d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5859518 Jun 27 09:42:06.893820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52032) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:06.898557 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Sync routers for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:42:06.911733 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=47 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:06.928752 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:06.933339 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:07.016690 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks [] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.039733 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:07.120979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks [] for router_gateway (444c0a30-6210-48ff-bcaa-c38a6b532d3e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.211402 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:42:06Z', 'revision_number': 5, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port': {'id': 'c08f419b-1ee3-4541-9ceb-8341af60afa4', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:60:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:38:51Z', 'updated_at': '2022-06-27T09:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:07.229968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Deleting port c08f419b-1ee3-4541-9ceb-8341af60afa4 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:07.230285 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.318217 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52036) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:07.331351 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Checking router: 444c0a30-6210-48ff-bcaa-c38a6b532d3e for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:42:07.331471 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] For port c08f419b-1ee3-4541-9ceb-8341af60afa4, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c08f419b-1ee3-4541-9ceb-8341af60afa4,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:07.331670 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.341599 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Routers {'444c0a30-6210-48ff-bcaa-c38a6b532d3e'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:07.342445 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:41:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:07.348157 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Calling delete_port for c08f419b-1ee3-4541-9ceb-8341af60afa4 owned by network:router_gateway {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:07.427337 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] Set router 444c0a30-6210-48ff-bcaa-c38a6b532d3e gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:07.474658 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a510de48-c23b-4bba-8169-20c8e1e05949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.476247 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:42:07Z', 'revision_number': 6, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:07.502814 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e47e3f0-a192-4115-b78f-29e4246f6c69 None None] The sync data for ids ['444c0a30-6210-48ff-bcaa-c38a6b532d3e'] in dv-cinder-847730-1-iscsi is: [{'id': '444c0a30-6210-48ff-bcaa-c38a6b532d3e', 'name': 'tempest-TestMinimumBasicScenario-1537019770-router', 'tenant_id': '9550c13ccce1494b820141ec0acc768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:38:50Z', 'updated_at': '2022-06-27T09:42:07Z', 'revision_number': 6, 'project_id': '9550c13ccce1494b820141ec0acc768e', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:42:07.594443 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a510de48-c23b-4bba-8169-20c8e1e05949 admin admin] Publish callbacks [] for security_group (b64cbadc-09a4-479e-b8c0-444928a935d6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.617635 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (c08f419b-1ee3-4541-9ceb-8341af60afa4), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.620893 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:07.641185 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08f419b-1ee3-4541-9ceb-8341af60afa4,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:07.642965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a510de48-c23b-4bba-8169-20c8e1e05949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b64cbadc-09a4-479e-b8c0-444928a935d6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.700591 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:07.708332 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510de48-c23b-4bba-8169-20c8e1e05949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64cbadc-09a4-479e-b8c0-444928a935d6,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:07.729894 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a510de48-c23b-4bba-8169-20c8e1e05949 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e16d7489b72b41ce95a200ea6bf7ab2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106772 Jun 27 09:42:07.732569 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52040) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:07.749730 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.782747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] Publish callbacks [] for security_group (b64cbadc-09a4-479e-b8c0-444928a935d6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.806086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] Publish callbacks [] for security_group (b64cbadc-09a4-479e-b8c0-444928a935d6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.850630 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.854196 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks [] for router_controller (444c0a30-6210-48ff-bcaa-c38a6b532d3e), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.926673 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e243-fb52-49de-af94-9a9bf8d7340b req-88c23945-3ca2-4394-91aa-7e1c818e9cec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:07.928302 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7f50e243-fb52-49de-af94-9a9bf8d7340b req-88c23945-3ca2-4394-91aa-7e1c818e9cec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0920267 Jun 27 09:42:07.930629 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b64cbadc-09a4-479e-b8c0-444928a935d6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.935666 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:07.937087 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b64cbadc-09a4-479e-b8c0-444928a935d6 HTTP/1.1" status: 204 len: 168 time: 0.2034781 Jun 27 09:42:07.948991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb085c0-3c5c-4cb8-ad71-e096464745f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64cbadc-09a4-479e-b8c0-444928a935d6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:08.000564 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7f50e243-fb52-49de-af94-9a9bf8d7340b req-a1df318e-2460-4fbe-a8c8-68590f0b0e16 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656788 Jun 27 09:42:08.020186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (444c0a30-6210-48ff-bcaa-c38a6b532d3e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.020855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444c0a30-6210-48ff-bcaa-c38a6b532d3e {{(pid=104648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:42:08.032992 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.034098 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-bf214c5e-e456-4bbe-b60c-e196c7d53938 admin admin] 10.222.0.64 "DELETE /v2.0/routers/444c0a30-6210-48ff-bcaa-c38a6b532d3e HTTP/1.1" status: 204 len: 168 time: 1.1390467 Jun 27 09:42:08.036637 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52048) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:08.080639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Deleting subnet 785ac941-c7d3-4df7-abc2-af4a7e7b98b0 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:42:08.083770 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Publish callbacks [] for subnet (785ac941-c7d3-4df7-abc2-af4a7e7b98b0), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.118904 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (785ac941-c7d3-4df7-abc2-af4a7e7b98b0), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.195781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (785ac941-c7d3-4df7-abc2-af4a7e7b98b0), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.326787 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (785ac941-c7d3-4df7-abc2-af4a7e7b98b0), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.352492 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:08.355775 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=785ac941-c7d3-4df7-abc2-af4a7e7b98b0,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:08.359480 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.365312 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a005226c-6a18-43bd-91ba-8d919ab36a6b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/785ac941-c7d3-4df7-abc2-af4a7e7b98b0 HTTP/1.1" status: 204 len: 168 time: 0.3277013 Jun 27 09:42:08.365756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52052) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:08.381437 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5858fbd-655e-4a45-bf48-ca0068250e02 None None] Network 3b0a0b26-b545-425b-bf01-b2ff9f04c508 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:42:08.383918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:08.384257 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a6d1fc6c-97dc-4532-8e9a-d75f9eb52ebb not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:08.441261 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (3b0a0b26-b545-425b-bf01-b2ff9f04c508), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.486480 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Deleting port e851b923-59c4-4492-88ad-d05468038964 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:08.486480 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (e851b923-59c4-4492-88ad-d05468038964), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.549358 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] DHCP port deletion for 3b0a0b26-b545-425b-bf01-b2ff9f04c508 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:42:08.556984 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] For port e851b923-59c4-4492-88ad-d05468038964, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e851b923-59c4-4492-88ad-d05468038964,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:08.557389 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (e851b923-59c4-4492-88ad-d05468038964), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.572403 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Calling delete_port for e851b923-59c4-4492-88ad-d05468038964 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:08.594758 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Deleting port e851b923-59c4-4492-88ad-d05468038964 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:08.595567 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (e851b923-59c4-4492-88ad-d05468038964), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.600632 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52054) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:08.619216 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:08.621145 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4de5da93-c385-4b54-a836-22b70f7ff353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.668834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] For port e851b923-59c4-4492-88ad-d05468038964, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e851b923-59c4-4492-88ad-d05468038964,segment=NetworkSegment(b00aecf6-0c3f-4aa6-a6be-30acbd3811d3),segment_id=b00aecf6-0c3f-4aa6-a6be-30acbd3811d3)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:08.669243 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (e851b923-59c4-4492-88ad-d05468038964), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.685350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Calling delete_port for e851b923-59c4-4492-88ad-d05468038964 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:08.714999 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (e851b923-59c4-4492-88ad-d05468038964), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.717407 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4de5da93-c385-4b54-a836-22b70f7ff353 admin admin] Publish callbacks [] for security_group (5ac20eae-b598-4a27-a751-18ad0aecf26e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.743286 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e851b923-59c4-4492-88ad-d05468038964,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:08.747855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] No DVR routers for this DVR port e851b923-59c4-4492-88ad-d05468038964 on host dv-cinder-847730-1-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:08.770244 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (e851b923-59c4-4492-88ad-d05468038964), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.793259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] Pushing event deleted for resources: {'Port': ['ID=e851b923-59c4-4492-88ad-d05468038964,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:08.798678 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0072b9-87d3-484d-bdcb-349959433bb2 None None] No DVR routers for this DVR port e851b923-59c4-4492-88ad-d05468038964 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:08.802365 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4de5da93-c385-4b54-a836-22b70f7ff353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (5ac20eae-b598-4a27-a751-18ad0aecf26e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.829207 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (3b0a0b26-b545-425b-bf01-b2ff9f04c508), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.837664 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:08.852696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0a0b26-b545-425b-bf01-b2ff9f04c508']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:08.863051 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:08.863287 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4de5da93-c385-4b54-a836-22b70f7ff353 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=34473a6e9d3e4caf9cbfccc1090b067d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615242 Jun 27 09:42:08.863585 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00aecf6-0c3f-4aa6-a6be-30acbd3811d3') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:08.864495 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5da93-c385-4b54-a836-22b70f7ff353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac20eae-b598-4a27-a751-18ad0aecf26e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:08.867749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52056) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:08.879972 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (b00aecf6-0c3f-4aa6-a6be-30acbd3811d3), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.893149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (b00aecf6-0c3f-4aa6-a6be-30acbd3811d3), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.899976 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:42:08.900627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (b00aecf6-0c3f-4aa6-a6be-30acbd3811d3), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.901463 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:42:08.929066 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] Publish callbacks [] for security_group (5ac20eae-b598-4a27-a751-18ad0aecf26e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:08.961696 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] Publish callbacks [] for security_group (5ac20eae-b598-4a27-a751-18ad0aecf26e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.046874 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (3b0a0b26-b545-425b-bf01-b2ff9f04c508), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.078350 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.080539 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:09.083438 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/3b0a0b26-b545-425b-bf01-b2ff9f04c508 HTTP/1.1" status: 204 len: 168 time: 0.7162752 Jun 27 09:42:09.084931 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca261b70-f033-4993-b7cf-d0e31e8111cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0a0b26-b545-425b-bf01-b2ff9f04c508,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:09.112515 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:42:09.135795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (5ac20eae-b598-4a27-a751-18ad0aecf26e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.135795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.137537 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ac20eae-b598-4a27-a751-18ad0aecf26e HTTP/1.1" status: 204 len: 168 time: 0.2686515 Jun 27 09:42:09.153606 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc094e-9c75-49d1-8317-75ed8d3984d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac20eae-b598-4a27-a751-18ad0aecf26e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:09.159007 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ce443-8314-439e-b897-69f09eedbd3d req-13285060-af9f-4aef-af23-eccdc12235a1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:09.160831 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c39ce443-8314-439e-b897-69f09eedbd3d req-13285060-af9f-4aef-af23-eccdc12235a1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0714502 Jun 27 09:42:09.164948 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: ACTIVE; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:09.165725 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.190572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:09.195839 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b00aecf6-0c3f-4aa6-a6be-30acbd3811d3 resource provider aggregate not found Jun 27 09:42:09.219574 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment b00aecf6-0c3f-4aa6-a6be-30acbd3811d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00aecf6-0c3f-4aa6-a6be-30acbd3811d3 found for delete ", "request_id": "req-dd617c05-ec3c-43b2-976f-f47414c967ac"}]} Jun 27 09:42:09.234006 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c39ce443-8314-439e-b897-69f09eedbd3d req-2d106d2d-cb90-46e6-a143-ac79e70bbb94 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633965 Jun 27 09:42:09.274248 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:09.419795 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.471627 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=6']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:09.526612 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['55e62be6-d365-40b9-9f9d-24357beba5b2'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:42:09.625792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:09.627674 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52088) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:09.654846 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:09.675483 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6757ae5a-dd25-4de2-a865-ab0ec0bf7a7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55f89ed92a124e2c8a274975bc0935ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465274 Jun 27 09:42:09.678038 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52090) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:09.746393 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] Publish callbacks [] for security_group (fa455d4e-5230-41fc-b9b8-bfb489525418), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.751232 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e851b923-59c4-4492-88ad-d05468038964 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:09.771669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] Publish callbacks [] for security_group (fa455d4e-5230-41fc-b9b8-bfb489525418), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:09.774073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: e851b923-59c4-4492-88ad-d05468038964 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:09.774428 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e851b923-59c4-4492-88ad-d05468038964 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:09.774853 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c08f419b-1ee3-4541-9ceb-8341af60afa4 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:09.801392 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: c08f419b-1ee3-4541-9ceb-8341af60afa4 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:09.801816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c08f419b-1ee3-4541-9ceb-8341af60afa4 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:10.189527 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fa455d4e-5230-41fc-b9b8-bfb489525418), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:10.192242 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:10.196582 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa455d4e-5230-41fc-b9b8-bfb489525418 HTTP/1.1" status: 204 len: 168 time: 0.5140491 Jun 27 09:42:10.218574 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:10.223636 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b168fcc-d3e3-4d32-a318-8b46f9a4f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa455d4e-5230-41fc-b9b8-bfb489525418,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:10.317814 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-843a0c62-1dff-4163-8617-6ca3e1c33a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:10.397836 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199d27e-d0aa-4003-911b-d6a2561de3b5 req-1e80e61c-bd8d-4b0d-865b-b9d5d06cd7dc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:10.401753 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4199d27e-d0aa-4003-911b-d6a2561de3b5 req-1e80e61c-bd8d-4b0d-865b-b9d5d06cd7dc tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 944 time: 0.0554807 Jun 27 09:42:10.484006 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4199d27e-d0aa-4003-911b-d6a2561de3b5 req-358477c5-f236-42f4-ac6e-0e57b5f15fde tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695846 Jun 27 09:42:10.901502 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:42:10.952153 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 55e62be6-d365-40b9-9f9d-24357beba5b2 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:42:10.953128 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:10.996889 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52128) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:11.038600 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:11.050566 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:11.050962 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.080136 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:11.082698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc1164-b196-4cca-9d50-e0268c1a5f5a" -d '{"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:11.112017 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8648c1b8-8042-4a1f-ab51-395d68730a80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9550c13ccce1494b820141ec0acc768e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130280 Jun 27 09:42:11.115505 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52138) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:11.118902 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:11.171926 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.197104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] Publish callbacks [] for security_group (47040edd-9995-40b4-a0f3-6ae6d426b342), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.225662 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] Publish callbacks [] for security_group (47040edd-9995-40b4-a0f3-6ae6d426b342), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.276271 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=7']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:11.341283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b078e923-1e72-4a02-a57a-ae61ca784037 x-openstack-request-id: req-b078e923-1e72-4a02-a57a-ae61ca784037 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:11.341643 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:11.341961 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b078e923-1e72-4a02-a57a-ae61ca784037 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:11.342315 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b078e923-1e72-4a02-a57a-ae61ca784037'] response: {'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'code': 200} Jun 27 09:42:11.366208 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (47040edd-9995-40b4-a0f3-6ae6d426b342), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.368781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:11.370767 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47040edd-9995-40b4-a0f3-6ae6d426b342 HTTP/1.1" status: 204 len: 168 time: 0.2533290 Jun 27 09:42:11.386110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a9f4-271b-478c-92d5-d2ccdb466f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47040edd-9995-40b4-a0f3-6ae6d426b342,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:11.635237 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df62d2-6431-4610-ae8f-23891237888a req-aceb1ebd-73c0-4d9d-b8ed-5c8e0bba95ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:11.636799 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-42df62d2-6431-4610-ae8f-23891237888a req-aceb1ebd-73c0-4d9d-b8ed-5c8e0bba95ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0793996 Jun 27 09:42:11.714262 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-42df62d2-6431-4610-ae8f-23891237888a req-542e8739-3028-4e5a-872e-935e659f4e95 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693655 Jun 27 09:42:12.612470 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-42c76ef1-caa6-43aa-9f4c-f989ff5d3457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:12.888769 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9ecc3-3d95-42ef-8b8e-c0284b4be150 req-3d26d8e8-c71c-41ad-b9ab-7ac01c4c3daf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:12.891063 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27b9ecc3-3d95-42ef-8b8e-c0284b4be150 req-3d26d8e8-c71c-41ad-b9ab-7ac01c4c3daf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0525894 Jun 27 09:42:12.946998 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-27b9ecc3-3d95-42ef-8b8e-c0284b4be150 req-bc7dadbe-9be7-4233-ada8-e8340094f655 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473225 Jun 27 09:42:14.093159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab285e-35dd-406d-8e85-ab1cd3b4560e req-16f980c6-21f2-4fa1-8e98-0671135fc797 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:14.100047 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-87ab285e-35dd-406d-8e85-ab1cd3b4560e req-16f980c6-21f2-4fa1-8e98-0671135fc797 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0602853 Jun 27 09:42:14.162452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-87ab285e-35dd-406d-8e85-ab1cd3b4560e req-c047623a-79e1-475d-95f7-90dd671bfaf1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614338 Jun 27 09:42:14.903571 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:15.310356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf82d8-db56-412e-b747-4e175b4d2dc7 req-de83b9c5-e53b-45e8-84a6-95077b8d6888 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:15.312615 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0adf82d8-db56-412e-b747-4e175b4d2dc7 req-de83b9c5-e53b-45e8-84a6-95077b8d6888 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0662837 Jun 27 09:42:15.370386 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0adf82d8-db56-412e-b747-4e175b4d2dc7 req-7d335dc0-5ec6-40ee-904c-095939e6110b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Jun 27 09:42:16.018046 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:16.497457 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df07f1-3c84-4a04-8490-9d87340728b2 req-052cc60b-1f7b-4376-8fe2-fe3af3056797 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:16.498956 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7df07f1-3c84-4a04-8490-9d87340728b2 req-052cc60b-1f7b-4376-8fe2-fe3af3056797 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0459552 Jun 27 09:42:16.545241 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c7df07f1-3c84-4a04-8490-9d87340728b2 req-c66d5cb5-ae26-4467-a924-87e203a75a5f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Jun 27 09:42:16.548906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:17.451307 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=33 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:17.479936 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=49 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:17.696601 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f8c0-1b73-4bc4-b0f4-a969e3e5b2e2 req-c144a1f1-3ea4-4b07-8bc0-037ad015c007 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:17.704526 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3070f8c0-1b73-4bc4-b0f4-a969e3e5b2e2 req-c144a1f1-3ea4-4b07-8bc0-037ad015c007 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0570924 Jun 27 09:42:17.725859 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:17.733413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909295ed-9248-46cf-b282-32cb0cc0c89b req-b1aa7584-f84e-4620-964c-ad8143ae4e82 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:17.744324 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-909295ed-9248-46cf-b282-32cb0cc0c89b req-b1aa7584-f84e-4620-964c-ad8143ae4e82 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0717912 Jun 27 09:42:17.786773 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3070f8c0-1b73-4bc4-b0f4-a969e3e5b2e2 req-e7c26392-18c3-4fa8-b381-94dc7539a238 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793309 Jun 27 09:42:17.813010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-909295ed-9248-46cf-b282-32cb0cc0c89b req-c90f9d3a-6efd-4ff6-93fa-f022311adb28 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667279 Jun 27 09:42:18.921366 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8130b7b-ef5f-4d4b-8bd4-c033a3067a13 req-9bae640e-f4b0-42e7-b5f0-2c2b279b61d6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:18.931081 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c8130b7b-ef5f-4d4b-8bd4-c033a3067a13 req-9bae640e-f4b0-42e7-b5f0-2c2b279b61d6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0644658 Jun 27 09:42:18.935804 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f392ffe-5383-42c8-9b6c-6562e439e042 req-8cb97719-c9d3-4a47-81b7-d4f03a7df75e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:18.942779 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3f392ffe-5383-42c8-9b6c-6562e439e042 req-8cb97719-c9d3-4a47-81b7-d4f03a7df75e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0560727 Jun 27 09:42:18.971613 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:18.994131 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c8130b7b-ef5f-4d4b-8bd4-c033a3067a13 req-96a0f6b6-076d-4f4d-942a-e3838ef9971d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611603 Jun 27 09:42:18.997755 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3f392ffe-5383-42c8-9b6c-6562e439e042 req-bc5c76f9-d3e9-4f83-82ff-59ca01a53233 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=416ad948-1c61-4950-93c2-9d849be593d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524349 Jun 27 09:42:19.456260 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-0a91d5a2-8d98-4e15-b12c-549c37ce9dfb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:19.462015 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-0a91d5a2-8d98-4e15-b12c-549c37ce9dfb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 945 time: 0.0464516 Jun 27 09:42:19.548553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port a2d19843-8e0c-4622-9baa-515a05143fb7 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:19.554018 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:19.652334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] For port a2d19843-8e0c-4622-9baa-515a05143fb7, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2d19843-8e0c-4622-9baa-515a05143fb7,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:19.652334 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:19.845359 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:19.845729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:19.846049 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP c3c1a592-4be5-406c-836c-228cc42bb44f disassociated. External IP: 172.27.1.150, port: a2d19843-8e0c-4622-9baa-515a05143fb7. Jun 27 09:42:19.846398 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for a2d19843-8e0c-4622-9baa-515a05143fb7 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:20.081951 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (a2d19843-8e0c-4622-9baa-515a05143fb7), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:20.117462 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7ba2ef5c-76d0-4fc0-a28a-5e09af00b663 req-54ac050d-9b30-4a6e-a265-72cbaa929ce5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 210 time: 0.0342033 Jun 27 09:42:20.158492 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=a2d19843-8e0c-4622-9baa-515a05143fb7,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:20.232813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303c637-c013-4256-b933-a9e4d6812e7d req-f17fd064-53cc-4a5a-9078-41974a6819b0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:20.234341 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d303c637-c013-4256-b933-a9e4d6812e7d req-f17fd064-53cc-4a5a-9078-41974a6819b0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.1472075 Jun 27 09:42:20.306545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:20.345609 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d303c637-c013-4256-b933-a9e4d6812e7d req-b0633ecb-2385-4af1-87e3-8386394ea14b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051531 Jun 27 09:42:20.347371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:42:20.451098 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:42:20.462381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:42:20.476719 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:20.476922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:20.477700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:20.492827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] No DVR routers for this DVR port a2d19843-8e0c-4622-9baa-515a05143fb7 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:20.495568 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:20.498844 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fa7aee0e-e820-492b-badf-f3a8a55f48a4 req-098c2cff-9f4b-40fe-b49f-3a66722a2ead tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "DELETE /v2.0/ports/a2d19843-8e0c-4622-9baa-515a05143fb7 HTTP/1.1" status: 204 len: 173 time: 1.0333555 Jun 27 09:42:20.499388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'name': 'network-vif-deleted', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:20.501558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8af6ea-2569-4da0-b362-eb56c19c0c97" -d '{"events": [{"server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "name": "network-vif-deleted", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:20.547476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b74316-9d02-4977-98d7-e0d18756f351 x-openstack-request-id: req-b7b74316-9d02-4977-98d7-e0d18756f351 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:20.547476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f57aa8-bd53-4836-97d8-44a90cfb3380", "name": "network-vif-deleted", "tag": "a2d19843-8e0c-4622-9baa-515a05143fb7", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:20.547476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b7b74316-9d02-4977-98d7-e0d18756f351 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:20.547476 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b74316-9d02-4977-98d7-e0d18756f351'] response: {'server_uuid': '70f57aa8-bd53-4836-97d8-44a90cfb3380', 'name': 'network-vif-deleted', 'tag': 'a2d19843-8e0c-4622-9baa-515a05143fb7', 'status': 'completed', 'code': 200} Jun 27 09:42:20.588701 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:20.796058 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:20.817998 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:42:20.826920 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:20.827547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:20.929832 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:21.048039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:21.076405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:21.116368 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:21.141270 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682bc49-1046-4681-bbcf-43971270cae9 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:42:21.235817 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9b5197c3-28a6-4b61-8b88-ac916f4d616a req-1ef52060-ac91-42d8-a273-da7010626b49 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f57aa8-bd53-4836-97d8-44a90cfb3380 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Jun 27 09:42:21.377623 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b3a082-f655-4eb1-ab8a-c815190937d4 None None] New status for floating IP c3c1a592-4be5-406c-836c-228cc42bb44f: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:42:21.471819 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f5bde-6b54-4497-9c76-d5e5f1f40b5b req-fc01fbb3-a65b-438f-83ea-eae5af7b3a1e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:21.473741 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f9f5bde-6b54-4497-9c76-d5e5f1f40b5b req-fc01fbb3-a65b-438f-83ea-eae5af7b3a1e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0489242 Jun 27 09:42:21.531391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3f9f5bde-6b54-4497-9c76-d5e5f1f40b5b req-e0a5b7f3-23e3-4563-8e1d-7e9ef9c79054 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494390 Jun 27 09:42:21.536232 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-921ee3a3-61be-428d-bd6f-c2ee1ca536f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:21.536232 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-921ee3a3-61be-428d-bd6f-c2ee1ca536f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1129 time: 0.0465322 Jun 27 09:42:21.641398 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-4d8ae689-1493-4b38-b762-b71d8c39a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:21.642891 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-4d8ae689-1493-4b38-b762-b71d8c39a6a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.0972471 Jun 27 09:42:21.713987 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-0d12fbaf-c6ba-49f2-9e6a-3f7157cfa81c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0609345 Jun 27 09:42:21.765242 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-a2326fb1-cf27-400d-9be4-291f76730776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:21.766838 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-a2326fb1-cf27-400d-9be4-291f76730776 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0442176 Jun 27 09:42:21.817520 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-6ae2ae9f-e801-4d61-9242-962370b83bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:21.819160 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-6ae2ae9f-e801-4d61-9242-962370b83bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417054 Jun 27 09:42:21.913512 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-1746b750-1443-47d4-a7fe-960011a78ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849357 Jun 27 09:42:22.009580 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a0ef27c2-f425-4257-8731-01641e47e1b2 req-4ae85969-0e08-4f1d-8021-b41477b1b314 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Jun 27 09:42:22.407084 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52312) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:22.465445 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (416ad948-1c61-4950-93c2-9d849be593d2), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:22.487977 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (416ad948-1c61-4950-93c2-9d849be593d2), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:22.599044 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (416ad948-1c61-4950-93c2-9d849be593d2), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:22.601651 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:22.603022 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/security-groups/416ad948-1c61-4950-93c2-9d849be593d2 HTTP/1.1" status: 204 len: 168 time: 0.1948943 Jun 27 09:42:22.605827 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52316) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:22.619274 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-f88a8199-d39b-4c89-ad5d-e53b283d9a53 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] show failed (client error): The resource could not be found. Jun 27 09:42:22.620513 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f88a8199-d39b-4c89-ad5d-e53b283d9a53 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups/416ad948-1c61-4950-93c2-9d849be593d2 HTTP/1.1" status: 404 len: 347 time: 0.0136924 Jun 27 09:42:22.624296 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52318) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:22.641466 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392fd34-a193-4906-9031-e64e335d53ed tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416ad948-1c61-4950-93c2-9d849be593d2,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:22.668840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48db0-458f-4d40-8ff6-b33a4ccf07e9 req-28df2a51-7372-48f5-8882-bed6f789f756 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:22.670431 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d1b48db0-458f-4d40-8ff6-b33a4ccf07e9 req-28df2a51-7372-48f5-8882-bed6f789f756 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 945 time: 0.0635703 Jun 27 09:42:22.718577 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d1b48db0-458f-4d40-8ff6-b33a4ccf07e9 req-17af1141-3740-4ba0-9a0d-2e0dc86c9252 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Jun 27 09:42:22.962788 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 5d0443fe-6e0a-4661-9686-4cc6dedf25ca {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:22.963044 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:22.981378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a2d19843-8e0c-4622-9baa-515a05143fb7 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:23.000872 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: a2d19843-8e0c-4622-9baa-515a05143fb7 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:23.001225 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device a2d19843-8e0c-4622-9baa-515a05143fb7 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:23.001644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:23.014191 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:23.041451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.041783 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.062973 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 5d0443fe-6e0a-4661-9686-4cc6dedf25ca owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:23.079488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: ACTIVE; New status is: DOWN {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:23.080078 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.104058 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:23.106462 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588c36e0-608e-4435-9287-e24f6ec3b1a3" -d '{"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-unplugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:23.120894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:23.149765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa401e-aaf6-4268-a77c-1b41110538ea x-openstack-request-id: req-e1aa401e-aaf6-4268-a77c-1b41110538ea {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:23.149765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-unplugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:23.149765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e1aa401e-aaf6-4268-a77c-1b41110538ea {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:23.150128 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1aa401e-aaf6-4268-a77c-1b41110538ea'] response: {'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'code': 200} Jun 27 09:42:23.176175 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.194753 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:23.223749 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=8']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:23.261918 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (5d0443fe-6e0a-4661-9686-4cc6dedf25ca), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.287540 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=5d0443fe-6e0a-4661-9686-4cc6dedf25ca,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:23.348930 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (c3c1a592-4be5-406c-836c-228cc42bb44f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.351351 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.352526 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1015c015-3874-484d-9c90-777e99090357 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/floatingips/c3c1a592-4be5-406c-836c-228cc42bb44f HTTP/1.1" status: 204 len: 168 time: 0.7273273 Jun 27 09:42:23.512067 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52330) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:23.516766 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688631333', 'description': 'tempest-description--1245604927'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:23.617462 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.686032 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (bba3f096-cc01-4ab6-8f0f-aaaaafef47ac), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.768820 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (bba3f096-cc01-4ab6-8f0f-aaaaafef47ac), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.834755 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:23.849568 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370b89b-a71c-4f34-a5d3-141b34badcf0 req-a97f14d1-6d14-421e-af42-403121f705f3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:23.851126 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4370b89b-a71c-4f34-a5d3-141b34badcf0 req-a97f14d1-6d14-421e-af42-403121f705f3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0563135 Jun 27 09:42:23.887679 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:23.889029 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fe2eb988-b741-47f2-a12f-bb5367032e29 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3759494 Jun 27 09:42:23.891830 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52336) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:23.898497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': 'bba3f096-cc01-4ab6-8f0f-aaaaafef47ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:23.922507 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4370b89b-a71c-4f34-a5d3-141b34badcf0 req-135b04d4-16d0-49e4-bd90-1fe467699783 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651255 Jun 27 09:42:24.063808 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (b8ebbbc8-d2b2-464d-aa72-1996d95238ae), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.119253 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (b8ebbbc8-d2b2-464d-aa72-1996d95238ae), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.235188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (b8ebbbc8-d2b2-464d-aa72-1996d95238ae), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.253836 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ebbbc8-d2b2-464d-aa72-1996d95238ae,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:24.350638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.351998 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e888fea6-9040-458d-977c-72d27ac45a8f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4592640 Jun 27 09:42:24.354748 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52338) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:24.359050 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'security_group_rule': {'security_group_id': 'bba3f096-cc01-4ab6-8f0f-aaaaafef47ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:24.453144 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (6da650b4-da28-4b30-abb0-a38d1e816afd), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.508800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (6da650b4-da28-4b30-abb0-a38d1e816afd), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.594581 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (6da650b4-da28-4b30-abb0-a38d1e816afd), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.613700 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da650b4-da28-4b30-abb0-a38d1e816afd,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:24.694020 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.695396 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5549e83b-d4be-4e08-ba2a-6a10bff055ba tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396606 Jun 27 09:42:24.698951 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52346) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:24.703494 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:24.817758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.821693 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:24.904059 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:24.943026 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52350) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:24.968376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:25.019385 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.27.1.135 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/888e9093-8e10-45e5-9f18-3f1d20705c0b) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:42:25.051982 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d84dfa-9f04-4438-b14a-ca100848d5dc req-d668aa30-ebda-4316-b421-7519e912fcac tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:25.051982 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e3d84dfa-9f04-4438-b14a-ca100848d5dc req-d668aa30-ebda-4316-b421-7519e912fcac tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0513830 Jun 27 09:42:25.081188 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d5cc-6711-4a65-a114-283b34cb4aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.126035 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e3d84dfa-9f04-4438-b14a-ca100848d5dc req-4a5a09d4-3f51-4f1e-bd69-4c2e103f2f23 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727210 Jun 27 09:42:25.132660 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.166584 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:25.175190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:25.186668 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d5cc-6711-4a65-a114-283b34cb4aa3 admin admin] Publish callbacks [] for security_group (e3583e61-61b3-416a-ae87-d1c5ac3c1e77), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.239563 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.268891 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d2b6d5cc-6711-4a65-a114-283b34cb4aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e3583e61-61b3-416a-ae87-d1c5ac3c1e77), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.289498 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:42:25.293692 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=888e9093-8e10-45e5-9f18-3f1d20705c0b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:25.296199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:42:25.298301 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:42:25.311901 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-d2b6d5cc-6711-4a65-a114-283b34cb4aa3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3a5199b723bb41d58e3eb5c35bfbdc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677254 Jun 27 09:42:25.312899 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6d5cc-6711-4a65-a114-283b34cb4aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3583e61-61b3-416a-ae87-d1c5ac3c1e77,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:25.315196 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52360) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:25.376909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] Publish callbacks [] for security_group (e3583e61-61b3-416a-ae87-d1c5ac3c1e77), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.381413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.386002 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:25.398167 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] Publish callbacks [] for security_group (e3583e61-61b3-416a-ae87-d1c5ac3c1e77), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.480940 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.503452 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e3583e61-61b3-416a-ae87-d1c5ac3c1e77), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.506183 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.507467 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3583e61-61b3-416a-ae87-d1c5ac3c1e77 HTTP/1.1" status: 204 len: 168 time: 0.1913064 Jun 27 09:42:25.517963 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fa79d-bec6-47f8-b3f2-7a0aaae4227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3583e61-61b3-416a-ae87-d1c5ac3c1e77,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:25.638404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.726877 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.802753 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=888e9093-8e10-45e5-9f18-3f1d20705c0b,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:25.812325 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.876602 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:25.887518 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e87b41e6-0d65-43fb-bf1b-46852a778ded tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1782069 Jun 27 09:42:26.077083 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-69b0a980-c20b-4fd7-92bc-9d126417678e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--688631333&fields=id&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 267 time: 0.0436125 Jun 27 09:42:26.183177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-5b6c49a5-d70e-4709-bc6d-7918a409dceb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:26.184583 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-5b6c49a5-d70e-4709-bc6d-7918a409dceb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1007521 Jun 27 09:42:26.199943 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52384) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:26.200622 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-db9cecf6-6e33-40a2-9e5d-6882777d9b9e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/quotas/4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 375 time: 0.0104239 Jun 27 09:42:26.209050 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5fffab77-dad9-4e5d-93ea-bf5c7b0e9f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.260738 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-2dc85cbe-29c5-4098-9c19-5625fdc6b38c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542450 Jun 27 09:42:26.294638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5fffab77-dad9-4e5d-93ea-bf5c7b0e9f17 admin admin] Publish callbacks [] for security_group (644aeff3-173f-4906-9712-5c7632ed5d4b), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.343660 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5fffab77-dad9-4e5d-93ea-bf5c7b0e9f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (644aeff3-173f-4906-9712-5c7632ed5d4b), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.388307 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffab77-dad9-4e5d-93ea-bf5c7b0e9f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644aeff3-173f-4906-9712-5c7632ed5d4b,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:26.393515 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5fffab77-dad9-4e5d-93ea-bf5c7b0e9f17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16f32265d5a749408f55592de42c8eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989715 Jun 27 09:42:26.396415 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52396) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:26.483066 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] Publish callbacks [] for security_group (644aeff3-173f-4906-9712-5c7632ed5d4b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.536516 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] Publish callbacks [] for security_group (644aeff3-173f-4906-9712-5c7632ed5d4b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.537996 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:26.568355 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8dc1a2c8-4b15-4563-8e36-1a8a555c3a80 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925932 Jun 27 09:42:26.666194 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-91962278-7d06-4739-80ad-8a85b47e3c56 service neutron] 10.222.0.64 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916157 Jun 27 09:42:26.773733 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (644aeff3-173f-4906-9712-5c7632ed5d4b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.774808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:26.775954 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/644aeff3-173f-4906-9712-5c7632ed5d4b HTTP/1.1" status: 204 len: 168 time: 0.3785939 Jun 27 09:42:26.784337 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cf172-2318-4765-ac66-762cd37509a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644aeff3-173f-4906-9712-5c7632ed5d4b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:26.946508 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d8c1b050-3f4c-499f-ac54-739fb60ac1f2 req-255a4060-dc4e-41bc-a757-fe988880c168 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 210 time: 0.0292768 Jun 27 09:42:26.994424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:27.209235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: DOWN; New status is: DOWN {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:27.423196 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6257f03-f69f-4dba-b1c1-72b8028e6b10 req-08743b2e-a5e4-4049-9c3b-476114515624 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:27.428059 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6257f03-f69f-4dba-b1c1-72b8028e6b10 req-08743b2e-a5e4-4049-9c3b-476114515624 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0539665 Jun 27 09:42:27.447005 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:27.482884 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f6257f03-f69f-4dba-b1c1-72b8028e6b10 req-4249eef1-1ade-4b3b-a59e-5a7b0a73f3c5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520270 Jun 27 09:42:27.620915 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52428) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:27.637026 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:27.701204 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-c5b2b2d5-7b18-4648-ad4a-7c16154536e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0535665 Jun 27 09:42:27.749190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Publish callbacks [] for security_group (cdafe334-0f9e-4b7e-a836-cdaf7b2288e7), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:27.777986 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-fa840d6a-e73d-4fff-b44f-c5bbfa0a7662 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:27.779337 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-fa840d6a-e73d-4fff-b44f-c5bbfa0a7662 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports/55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 940 time: 0.0498002 Jun 27 09:42:27.817509 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cdafe334-0f9e-4b7e-a836-cdaf7b2288e7), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:27.861036 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6270e4b669d34601ab764c2dac4d0c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390523 Jun 27 09:42:27.862012 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafe334-0f9e-4b7e-a836-cdaf7b2288e7,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:27.863684 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52434) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:27.870777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.871416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.871978 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.872422 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.872776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.873155 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.873494 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.873830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.874674 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.875482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.876322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.876954 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.877444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.877926 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.878399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb2a6cf-ca02-4f74-ae5d-4d7f05b9b76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:27.919396 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] Publish callbacks [] for security_group (cdafe334-0f9e-4b7e-a836-cdaf7b2288e7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:27.943937 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] Publish callbacks [] for security_group (cdafe334-0f9e-4b7e-a836-cdaf7b2288e7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:28.047842 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-84ef0366-7df5-4ae1-bd1b-daedf5199d0c req-502fc9fc-afd0-4ffd-91db-29a1f49bba79 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 210 time: 0.0293949 Jun 27 09:42:28.085927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cdafe334-0f9e-4b7e-a836-cdaf7b2288e7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:28.088577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:28.089731 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdafe334-0f9e-4b7e-a836-cdaf7b2288e7 HTTP/1.1" status: 204 len: 168 time: 0.2247615 Jun 27 09:42:28.097977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2402ae-7ad2-4c53-83d4-09ec97f41cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafe334-0f9e-4b7e-a836-cdaf7b2288e7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:28.603502 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98db3-c567-45e6-8c03-627588d5cab1 req-2efbf909-21be-4450-9bcd-cde2a69fda71 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:28.605552 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26e98db3-c567-45e6-8c03-627588d5cab1 req-2efbf909-21be-4450-9bcd-cde2a69fda71 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0559626 Jun 27 09:42:28.658441 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26e98db3-c567-45e6-8c03-627588d5cab1 req-91e5d683-3fb2-4b4c-88cd-2864f3e905df tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472629 Jun 27 09:42:29.148994 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aac841ca-1047-4fc0-a2fb-12be6e200e17 req-9227f14d-55bc-4b28-afa7-8b364138ac53 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 210 time: 0.0322707 Jun 27 09:42:29.543491 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:29.616846 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-007c4c4f-d445-49dd-af40-6328f03fb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.618555 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-007c4c4f-d445-49dd-af40-6328f03fb0ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c&tenant_id=79203b0660c041f49c5f2629bd5a0bdf HTTP/1.1" status: 200 len: 1127 time: 0.0755756 Jun 27 09:42:29.647825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-e2b85f04-7d14-46d2-82f3-6dcd416b6bbb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.649241 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-e2b85f04-7d14-46d2-82f3-6dcd416b6bbb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 815 time: 0.1150148 Jun 27 09:42:29.688244 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-b23c021b-a600-4b94-95f8-cf3d736f4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.689785 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-b23c021b-a600-4b94-95f8-cf3d736f4242 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1127 time: 0.0409431 Jun 27 09:42:29.721645 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-67e26a40-cc10-4415-be05-94b208ef4774 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b698ead017b4ef8b397ee127b487309 HTTP/1.1" status: 200 len: 379 time: 0.0639017 Jun 27 09:42:29.732817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'port': {'device_id': '00cfa885-ac09-465b-a052-7ea258517d6d', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'admin_state_up': True, 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'security_groups': ['bba3f096-cc01-4ab6-8f0f-aaaaafef47ac']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:29.808086 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:29.822532 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5e98d-af83-4d1f-b52a-f56a22a22a4f req-6ff82398-b4ee-4d3e-89d9-aca86500f5f1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.824919 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ff5e98d-af83-4d1f-b52a-f56a22a22a4f req-6ff82398-b4ee-4d3e-89d9-aca86500f5f1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0817971 Jun 27 09:42:29.855329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-a522df27-d7a2-4824-9c61-b6d153037f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.856843 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-a522df27-d7a2-4824-9c61-b6d153037f06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.1544614 Jun 27 09:42:29.926277 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4ff5e98d-af83-4d1f-b52a-f56a22a22a4f req-e543f57c-60af-4aa8-a68f-4079f259fc70 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916510 Jun 27 09:42:29.931783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Made reservation on behalf of 4b698ead017b4ef8b397ee127b487309 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:42:29.936262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:29.941642 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-5af8d262-6cd1-4b42-8516-6e4899955206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 998 time: 0.0687919 Jun 27 09:42:29.995762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-1aecf0f9-68c6-4aad-b391-5eebdaf6e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:29.998296 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-1aecf0f9-68c6-4aad-b391-5eebdaf6e199 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0511246 Jun 27 09:42:30.069378 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-806d4ef4-a65a-41a0-a72e-893cba237066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:30.070895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-806d4ef4-a65a-41a0-a72e-893cba237066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595357 Jun 27 09:42:30.087099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:30.101361 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Allocated IP 172.20.0.5 (44332445-ecaa-4205-9b0a-eb56bcdc88ee/b15cea69-daf4-489a-a682-0c2b391df996/72ec9bf0-624a-42fd-8729-9acf6b562b8d) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:42:30.231295 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-d6ebe0a5-7d54-41d7-bb4c-5e997e6653e7 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967834 Jun 27 09:42:30.273771 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.280566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c34578bc-f456-408e-8b03-cb7b8d7e6fb0 req-dda95d44-ba6d-4196-a4d1-1837e6f59825 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 210 time: 0.0517490 Jun 27 09:42:30.310818 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:30.337624 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-00caf3c0-bbd5-4269-a738-cc9b0ab90166 req-0bb0b0b7-9572-4778-8a3c-47963632ccda service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001942 Jun 27 09:42:30.377903 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.426113 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:42:30.429662 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:42:30.433203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:30.436126 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:42:30.460209 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event updated for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:30.492796 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:30.496433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.580954 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-8286619f-fb0b-4530-be9f-76f5b8d824cd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8522184 Jun 27 09:42:30.623073 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Request body: {'port': {'device_id': '00cfa885-ac09-465b-a052-7ea258517d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:30.694750 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.711848 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-cc8f3f0f-0254-4705-bf3a-cf2f51fd0b6a None None] Provisioning complete for port 72ec9bf0-624a-42fd-8729-9acf6b562b8d triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:42:30.712316 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3f0f-0254-4705-bf3a-cf2f51fd0b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.761369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f3f0f-0254-4705-bf3a-cf2f51fd0b6a None None] Port 72ec9bf0-624a-42fd-8729-9acf6b562b8d cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:42:30.976469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ec9bf0-624a-42fd-8729-9acf6b562b8d {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:30.984413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks [] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:30.996521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:30.997803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Transition to ACTIVE for port object 72ec9bf0-624a-42fd-8729-9acf6b562b8d will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:42:31.066514 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50ae6-13c4-4d1e-9e3b-ef35362f46a8 req-ce27fce1-2d4f-4c4c-9a2a-8acc75a8d169 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:31.068180 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbd50ae6-13c4-4d1e-9e3b-ef35362f46a8 req-ce27fce1-2d4f-4c4c-9a2a-8acc75a8d169 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0499022 Jun 27 09:42:31.116068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:31.127057 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fbd50ae6-13c4-4d1e-9e3b-ef35362f46a8 req-8cbcd7f4-f8a5-477e-8c9e-c0eecacdd33a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492504 Jun 27 09:42:31.193244 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:31.335091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Attempting to bind port 72ec9bf0-624a-42fd-8729-9acf6b562b8d on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:42:31.335746 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Attempting to bind port 72ec9bf0-624a-42fd-8729-9acf6b562b8d by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:42:31.335873 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Attempting to bind port 72ec9bf0-624a-42fd-8729-9acf6b562b8d on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:42:31.352015 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Port 72ec9bf0-624a-42fd-8729-9acf6b562b8d on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:42:31.352015 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Attempting to bind port 72ec9bf0-624a-42fd-8729-9acf6b562b8d on network 44332445-ecaa-4205-9b0a-eb56bcdc88ee {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:42:31.355669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:42:31.356137 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Checking segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:42:31.356525 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Bound using segment: {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:42:31.357079 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Bound port: 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a6794b-39ac-4098-9159-2d181842ab99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:42:31.357526 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:31.491282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f3d7e-e4aa-4fb6-8a46-de5055a30e57 req-3c4c63e8-078f-40c6-b782-db73207e49ca tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:31.492776 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1e0f3d7e-e4aa-4fb6-8a46-de5055a30e57 req-3c4c63e8-078f-40c6-b782-db73207e49ca tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0946021 Jun 27 09:42:31.496367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:42:31.499697 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:42:31.586036 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:31.654523 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1e0f3d7e-e4aa-4fb6-8a46-de5055a30e57 req-f760f2e2-161f-4783-882e-e864d3786f75 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499751 Jun 27 09:42:31.673555 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:31.674344 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:31.676368 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] 10.222.0.55 "PUT /v2.0/ports/72ec9bf0-624a-42fd-8729-9acf6b562b8d HTTP/1.1" status: 200 len: 1093 time: 1.0590794 Jun 27 09:42:31.679071 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:31.681571 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a2707-90d8-4b56-be97-5c75bd3cab44" -d '{"events": [{"name": "network-changed", "server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:31.723721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942ec18-6bb6-473f-9c16-33d7021ddbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:31.755316 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3352889-3035-47b7-8b75-9f138e89b675 x-openstack-request-id: req-a3352889-3035-47b7-8b75-9f138e89b675 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:31.755820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:31.756048 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3352889-3035-47b7-8b75-9f138e89b675 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:31.756501 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3352889-3035-47b7-8b75-9f138e89b675'] response: {'name': 'network-changed', 'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'status': 'completed', 'code': 200} Jun 27 09:42:32.165707 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52550) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:32.269473 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d26b92-7614-4073-b970-5e813bf3466a req-09621d3d-b1a4-4966-8ac6-c4077e0b24ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:32.270985 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d26b92-7614-4073-b970-5e813bf3466a req-09621d3d-b1a4-4966-8ac6-c4077e0b24ec tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0606050 Jun 27 09:42:32.341011 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f90675f-7713-4e2c-bd7d-57d666194d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.347444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:32.363418 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d26b92-7614-4073-b970-5e813bf3466a req-426f2d0a-fad6-4cc4-a8e8-0a91afa5767a tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850370 Jun 27 09:42:32.446232 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f90675f-7713-4e2c-bd7d-57d666194d83 admin admin] Publish callbacks [] for security_group (4befe618-4cf0-4fa9-951c-019c5c1e91a9), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.535990 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2f90675f-7713-4e2c-bd7d-57d666194d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4befe618-4cf0-4fa9-951c-019c5c1e91a9), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.580868 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2f90675f-7713-4e2c-bd7d-57d666194d83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b0f8a4afc3754ac2a821fca7c9588c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137747 Jun 27 09:42:32.581583 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90675f-7713-4e2c-bd7d-57d666194d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4befe618-4cf0-4fa9-951c-019c5c1e91a9,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:32.583929 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52554) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:32.657011 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] Publish callbacks [] for security_group (4befe618-4cf0-4fa9-951c-019c5c1e91a9), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.685336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] Publish callbacks [] for security_group (4befe618-4cf0-4fa9-951c-019c5c1e91a9), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.806008 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408cb95-53a2-421b-8468-fe72aa70964c req-2d58f7e7-cb0f-47a3-8682-4cd6e2a0992a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:32.810642 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6408cb95-53a2-421b-8468-fe72aa70964c req-2d58f7e7-cb0f-47a3-8682-4cd6e2a0992a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0521147 Jun 27 09:42:32.856132 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (4befe618-4cf0-4fa9-951c-019c5c1e91a9), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.858706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:32.862563 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4befe618-4cf0-4fa9-951c-019c5c1e91a9 HTTP/1.1" status: 204 len: 168 time: 0.2750292 Jun 27 09:42:32.877712 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90488108-7fc8-4614-aa79-36c875fc0a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4befe618-4cf0-4fa9-951c-019c5c1e91a9,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:32.896813 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6408cb95-53a2-421b-8468-fe72aa70964c req-f6957850-96f5-47f7-a94f-659f2cdcd444 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825055 Jun 27 09:42:33.523672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ca7bc-4aac-498f-9511-3d0e82437a9d req-2d812231-badd-43af-a538-d839bf906893 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:33.532242 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-610ca7bc-4aac-498f-9511-3d0e82437a9d req-2d812231-badd-43af-a538-d839bf906893 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0747652 Jun 27 09:42:33.576995 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52568) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:33.591775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0b70-fa6f-421a-9f9c-047882d3615a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:33.602346 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-610ca7bc-4aac-498f-9511-3d0e82437a9d req-4027b466-3e18-4ef1-81d8-17b53d513f5f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672066 Jun 27 09:42:33.725622 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0b70-fa6f-421a-9f9c-047882d3615a admin admin] Publish callbacks [] for security_group (f582aa41-b06b-4ed1-ae3f-eb6aa0246193), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:33.804804 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:33.835409 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-ca4c0b70-fa6f-421a-9f9c-047882d3615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f582aa41-b06b-4ed1-ae3f-eb6aa0246193), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:33.885421 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ca4c0b70-fa6f-421a-9f9c-047882d3615a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd6853316a884b3bb1b01197c43c2d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072419 Jun 27 09:42:33.885606 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52572) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:33.886608 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c0b70-fa6f-421a-9f9c-047882d3615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f582aa41-b06b-4ed1-ae3f-eb6aa0246193,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:33.997714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398e057-4e3f-465f-9206-fdfa780f4002 req-81761606-8552-4ff4-8a70-7520d1c091e6 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:34.004765 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3398e057-4e3f-465f-9206-fdfa780f4002 req-81761606-8552-4ff4-8a70-7520d1c091e6 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0823834 Jun 27 09:42:34.017723 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] Publish callbacks [] for security_group (f582aa41-b06b-4ed1-ae3f-eb6aa0246193), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:34.037482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:34.055831 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55329489-177e-40a7-9ff5-8070438834f7 req-c812b947-48b9-427f-973e-4c817dd2e33f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:34.060487 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55329489-177e-40a7-9ff5-8070438834f7 req-c812b947-48b9-427f-973e-4c817dd2e33f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0652795 Jun 27 09:42:34.060890 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] Publish callbacks [] for security_group (f582aa41-b06b-4ed1-ae3f-eb6aa0246193), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:34.089989 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3398e057-4e3f-465f-9206-fdfa780f4002 req-7fb36b8a-dddb-46e2-be3d-839157de5e47 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843513 Jun 27 09:42:34.114072 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55329489-177e-40a7-9ff5-8070438834f7 req-23848fa3-060e-4ac5-b6fa-d07457118b07 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487967 Jun 27 09:42:34.183689 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f582aa41-b06b-4ed1-ae3f-eb6aa0246193), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:34.186187 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:34.187357 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f582aa41-b06b-4ed1-ae3f-eb6aa0246193 HTTP/1.1" status: 204 len: 168 time: 0.3007307 Jun 27 09:42:34.195760 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13ee8d-d994-43f3-a2e8-932dc04554b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f582aa41-b06b-4ed1-ae3f-eb6aa0246193,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:34.759806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c947a-8f88-4dc0-8e72-548b85441f05 req-98096d3a-101e-4b58-a43c-9210db555691 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:34.761312 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-540c947a-8f88-4dc0-8e72-548b85441f05 req-98096d3a-101e-4b58-a43c-9210db555691 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0506678 Jun 27 09:42:34.832322 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-540c947a-8f88-4dc0-8e72-548b85441f05 req-7c6addba-320b-449d-b8da-7ce762a632d5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654464 Jun 27 09:42:35.217189 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfb75e-993b-40a6-aa97-84d02aaf5ba4 req-9431041c-9470-4d80-95b6-6dc2c5bbcd8a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:35.218757 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81dfb75e-993b-40a6-aa97-84d02aaf5ba4 req-9431041c-9470-4d80-95b6-6dc2c5bbcd8a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0575631 Jun 27 09:42:35.232552 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcc45b-2c3a-45a3-8369-b5ca4ed210e5 req-1e6ef143-6ee3-4648-8f44-e2ac1f5af75a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:35.234219 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bffcc45b-2c3a-45a3-8369-b5ca4ed210e5 req-1e6ef143-6ee3-4648-8f44-e2ac1f5af75a tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0512135 Jun 27 09:42:35.279821 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-81dfb75e-993b-40a6-aa97-84d02aaf5ba4 req-11174a3e-7912-421e-b02a-caa420e9faa0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541630 Jun 27 09:42:35.299245 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bffcc45b-2c3a-45a3-8369-b5ca4ed210e5 req-849e742f-9746-454c-b26b-2ca8468d980c tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586908 Jun 27 09:42:36.014203 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987bc84-6a7e-4d1f-b502-2513556c82b8 req-2bf0ae92-1b0d-4277-bcf5-5ad4b2c40274 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:36.015774 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9987bc84-6a7e-4d1f-b502-2513556c82b8 req-2bf0ae92-1b0d-4277-bcf5-5ad4b2c40274 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0529225 Jun 27 09:42:36.064662 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-9987bc84-6a7e-4d1f-b502-2513556c82b8 req-eac411ca-01d9-40c2-a83f-b482b5ab819c tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Jun 27 09:42:36.452127 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:36.462075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb3a73-ce61-48d0-8493-7faa84074925 req-978b87af-ca62-476d-8837-2079e126ac25 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:36.464108 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d936d-055b-4264-aa10-44b59f596ad6 req-09cfcecc-3c1f-4843-b2b8-92bb20311aad tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:36.464732 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-36bb3a73-ce61-48d0-8493-7faa84074925 req-978b87af-ca62-476d-8837-2079e126ac25 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0749488 Jun 27 09:42:36.471140 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-346d936d-055b-4264-aa10-44b59f596ad6 req-09cfcecc-3c1f-4843-b2b8-92bb20311aad tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0925210 Jun 27 09:42:36.532286 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-346d936d-055b-4264-aa10-44b59f596ad6 req-4f016a14-fbb3-4476-9c90-edcf196434db tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599749 Jun 27 09:42:36.540258 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-36bb3a73-ce61-48d0-8493-7faa84074925 req-641c7ebb-4456-4b52-96c3-cb4a8dac3ef1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694549 Jun 27 09:42:37.283723 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205c85d-7f4e-443a-8db2-260219dba99e req-1167d62a-2e74-40dc-b158-2d18891095e5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.283723 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6205c85d-7f4e-443a-8db2-260219dba99e req-1167d62a-2e74-40dc-b158-2d18891095e5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0492489 Jun 27 09:42:37.283723 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6205c85d-7f4e-443a-8db2-260219dba99e req-cd71178f-dd51-41e4-9c13-337b33e6afc6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Jun 27 09:42:37.473173 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:37.478203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-ef1e1cc4-3ee1-45dc-ab07-4e24864358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.480290 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-ef1e1cc4-3ee1-45dc-ab07-4e24864358ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 1127 time: 0.0409644 Jun 27 09:42:37.579906 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-e6b7f856-b136-4ddf-9ca6-c0ca1581c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.581406 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-e6b7f856-b136-4ddf-9ca6-c0ca1581c344 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4b698ead017b4ef8b397ee127b487309&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943458 Jun 27 09:42:37.719566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39372674-9711-47af-8102-f7fdd91d53c4 req-db366140-dd07-4d8a-a12a-252af112db18 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.719566 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39372674-9711-47af-8102-f7fdd91d53c4 req-db366140-dd07-4d8a-a12a-252af112db18 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Jun 27 09:42:37.720623 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52135162-7bbf-4ccd-818e-dc07b182fb0c req-175b0d5d-9b96-4c93-b0a7-57eba1c40b49 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.720623 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-52135162-7bbf-4ccd-818e-dc07b182fb0c req-175b0d5d-9b96-4c93-b0a7-57eba1c40b49 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0965545 Jun 27 09:42:37.743083 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-39372674-9711-47af-8102-f7fdd91d53c4 req-fe63b863-5125-4bf0-a727-2bf236a0aa3f tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532601 Jun 27 09:42:37.768737 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-52135162-7bbf-4ccd-818e-dc07b182fb0c req-1d62c813-1c29-4394-8baa-92dd5c1a157d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634925 Jun 27 09:42:37.770030 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-7dadab5b-25f1-444d-885a-1c7279d20753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:37.771432 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c6a2707-90d8-4b56-be97-5c75bd3cab44 req-7dadab5b-25f1-444d-885a-1c7279d20753 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806653 Jun 27 09:42:38.051352 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:38.062097 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:38.342828 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:38.393740 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45bd45-94c4-4943-b6f4-ea3b7b23a7b5 req-fdc01504-d87d-498c-aff6-61bc1677d311 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:38.395058 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4c45bd45-94c4-4943-b6f4-ea3b7b23a7b5 req-fdc01504-d87d-498c-aff6-61bc1677d311 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0644071 Jun 27 09:42:38.466956 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4c45bd45-94c4-4943-b6f4-ea3b7b23a7b5 req-e7193200-a1d1-4353-968a-2adaaa49c8a6 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658438 Jun 27 09:42:38.746410 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52664) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:38.880261 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c609f158-1cac-4dbc-ba52-679f53a84c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:38.887269 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b2dbb-504c-462a-8216-e9fcdc4422bd req-bea5a551-00e0-45ea-9a30-32dcb0a4a4a3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:38.888103 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-202b2dbb-504c-462a-8216-e9fcdc4422bd req-bea5a551-00e0-45ea-9a30-32dcb0a4a4a3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0487070 Jun 27 09:42:38.894962 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422268e-442e-45e0-91d9-441db3f2c6b2 req-d3798db3-22ff-48c9-8dc1-c46ba4e338e0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:38.896451 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b422268e-442e-45e0-91d9-441db3f2c6b2 req-d3798db3-22ff-48c9-8dc1-c46ba4e338e0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0672524 Jun 27 09:42:38.902545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:38.940611 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-202b2dbb-504c-462a-8216-e9fcdc4422bd req-10abea17-e89c-452d-8b74-8128dc46e902 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Jun 27 09:42:38.971663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b422268e-442e-45e0-91d9-441db3f2c6b2 req-21b66ae7-f5a2-40f0-8c33-94efed605c93 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679090 Jun 27 09:42:39.004907 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c609f158-1cac-4dbc-ba52-679f53a84c7b admin admin] Publish callbacks [] for security_group (e45a1fbf-f448-4a5f-9cbe-383653025657), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.102849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c609f158-1cac-4dbc-ba52-679f53a84c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e45a1fbf-f448-4a5f-9cbe-383653025657), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.143151 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c609f158-1cac-4dbc-ba52-679f53a84c7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc6a4e3ee95e45479e85087d15914aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956389 Jun 27 09:42:39.144302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609f158-1cac-4dbc-ba52-679f53a84c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a1fbf-f448-4a5f-9cbe-383653025657,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:39.145991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52672) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:39.198313 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] Publish callbacks [] for security_group (e45a1fbf-f448-4a5f-9cbe-383653025657), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.220443 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] Publish callbacks [] for security_group (e45a1fbf-f448-4a5f-9cbe-383653025657), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.308932 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (e45a1fbf-f448-4a5f-9cbe-383653025657), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.311544 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:39.312758 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e45a1fbf-f448-4a5f-9cbe-383653025657 HTTP/1.1" status: 204 len: 168 time: 0.1657839 Jun 27 09:42:39.320851 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cfee5-ee36-4805-be3d-9f3b042645db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a1fbf-f448-4a5f-9cbe-383653025657,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:39.597208 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b76579-f1a8-4e3a-bc80-42aebe442b14 req-5416a507-bdc0-405b-b302-176f0d7260ac tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:39.598787 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85b76579-f1a8-4e3a-bc80-42aebe442b14 req-5416a507-bdc0-405b-b302-176f0d7260ac tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0593464 Jun 27 09:42:39.624858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:39.660731 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-85b76579-f1a8-4e3a-bc80-42aebe442b14 req-39362bfa-0466-4429-a2fd-8cb3a0e13e1e tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552750 Jun 27 09:42:40.094243 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be1779-3378-4dbe-95d1-277a6e63dc21 req-c5cfd7f5-7987-4b26-b7d3-7c1ad7c434ff tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:40.100315 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52684) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:40.105975 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1be1779-3378-4dbe-95d1-277a6e63dc21 req-c5cfd7f5-7987-4b26-b7d3-7c1ad7c434ff tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0782814 Jun 27 09:42:40.122643 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-aac76794-440d-4259-8e69-bd93dcd1e115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.143582 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:42:40.151151 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110b5f-b707-4677-8258-e04d268d0daf req-3d768792-da81-48fb-bf4a-e91e537b90ae tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:40.152865 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b1110b5f-b707-4677-8258-e04d268d0daf req-3d768792-da81-48fb-bf4a-e91e537b90ae tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0882509 Jun 27 09:42:40.172311 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1be1779-3378-4dbe-95d1-277a6e63dc21 req-c0fe9a27-0a0b-4cd7-b58d-8a283647f2de tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669022 Jun 27 09:42:40.242343 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-707478c0-ea9f-4fe1-b4c0-f67ed478d098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.245701 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b1110b5f-b707-4677-8258-e04d268d0daf req-2878fee7-c094-4514-8772-aac61ef9b1d4 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833521 Jun 27 09:42:40.281715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-aac76794-440d-4259-8e69-bd93dcd1e115 admin admin] Publish callbacks [] for security_group (01e6520d-6b85-4733-9cd6-f5a02f297db5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.342129 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-aac76794-440d-4259-8e69-bd93dcd1e115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (01e6520d-6b85-4733-9cd6-f5a02f297db5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.386244 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-aac76794-440d-4259-8e69-bd93dcd1e115 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4de5dae42a44372b1cb387b76810d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848432 Jun 27 09:42:40.388497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac76794-440d-4259-8e69-bd93dcd1e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6520d-6b85-4733-9cd6-f5a02f297db5,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:40.388868 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52688) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:40.438276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] Publish callbacks [] for security_group (01e6520d-6b85-4733-9cd6-f5a02f297db5), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.461536 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] Publish callbacks [] for security_group (01e6520d-6b85-4733-9cd6-f5a02f297db5), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.569961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (01e6520d-6b85-4733-9cd6-f5a02f297db5), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.572538 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:40.573714 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01e6520d-6b85-4733-9cd6-f5a02f297db5 HTTP/1.1" status: 204 len: 168 time: 0.1838548 Jun 27 09:42:40.583302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291076e0-34f7-4b9e-81f8-ee4d109e1f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6520d-6b85-4733-9cd6-f5a02f297db5,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:40.789195 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b33bca-e262-4f5d-ac2f-184a0ad58e43 req-0060b9a2-f17b-476d-9885-6a04871c5562 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:40.796850 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-98b33bca-e262-4f5d-ac2f-184a0ad58e43 req-0060b9a2-f17b-476d-9885-6a04871c5562 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0560660 Jun 27 09:42:40.852340 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-98b33bca-e262-4f5d-ac2f-184a0ad58e43 req-a77acbbb-59fb-49f0-96bb-1bc41c34d5aa tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541692 Jun 27 09:42:41.291522 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf27586-f311-4e69-85a2-f301825b5205 req-fb7cc5f2-d060-4167-b69d-ade76b8549a0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:41.301403 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aaf27586-f311-4e69-85a2-f301825b5205 req-fb7cc5f2-d060-4167-b69d-ade76b8549a0 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0595322 Jun 27 09:42:41.351275 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aaf27586-f311-4e69-85a2-f301825b5205 req-06cb0178-6386-4d4c-be53-7f13d78136b5 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514884 Jun 27 09:42:41.394057 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ea8a0-f221-4d2b-a684-4478c5f4f41e req-cf8b536c-d33d-456f-8a80-092864c33ffa tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:41.395520 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0f2ea8a0-f221-4d2b-a684-4478c5f4f41e req-cf8b536c-d33d-456f-8a80-092864c33ffa tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0641699 Jun 27 09:42:41.444467 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0f2ea8a0-f221-4d2b-a684-4478c5f4f41e req-e15e01ec-c4ea-4813-ba11-bc684f601ede tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Jun 27 09:42:41.904073 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-02eb02d3-84b5-442d-aeb1-c7cf3396476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:41.905581 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-02eb02d3-84b5-442d-aeb1-c7cf3396476e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 1127 time: 0.0396371 Jun 27 09:42:41.972558 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16eead-3ccd-40b8-866e-17a74f276e6b req-f3ae33c1-7ac6-4c08-8d3e-1c91bdd3a1e9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:41.974047 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5d16eead-3ccd-40b8-866e-17a74f276e6b req-f3ae33c1-7ac6-4c08-8d3e-1c91bdd3a1e9 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0480747 Jun 27 09:42:42.024019 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-5d16eead-3ccd-40b8-866e-17a74f276e6b req-22ab01b3-1449-41f7-a5c0-a04e21acd420 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Jun 27 09:42:42.468577 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e85ed-c07e-44d1-8ee9-693e5cc298e0 req-dbf49231-c0a8-428d-a285-b07c141ffdf3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:42.470073 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e61e85ed-c07e-44d1-8ee9-693e5cc298e0 req-dbf49231-c0a8-428d-a285-b07c141ffdf3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0497286 Jun 27 09:42:42.483999 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:42.534410 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e61e85ed-c07e-44d1-8ee9-693e5cc298e0 req-23590b70-0870-4851-a311-71d311907196 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576904 Jun 27 09:42:42.565397 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cca3fe-f8c0-4ebd-9588-59477b6a6628 req-1143ac08-39fd-4e6c-950a-bf5bdee0fd12 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:42.566882 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-59cca3fe-f8c0-4ebd-9588-59477b6a6628 req-1143ac08-39fd-4e6c-950a-bf5bdee0fd12 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Jun 27 09:42:42.594649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3aeb24fc-e7e4-4136-b265-74f147dfd527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:42.595296 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:42.621219 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-59cca3fe-f8c0-4ebd-9588-59477b6a6628 req-c9ee6594-0072-49b0-b92c-93ac7a720e4c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480292 Jun 27 09:42:42.938803 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-e04de604-4466-4760-ab28-2d431cb913bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d HTTP/1.1" status: 200 len: 217 time: 0.0327160 Jun 27 09:42:42.990524 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-4359ca94-3cdd-4108-8a81-bfe37b245af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:42.992108 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-4359ca94-3cdd-4108-8a81-bfe37b245af2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0452268 Jun 27 09:42:43.023141 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-d536ca5b-a46f-43ca-b1e8-dcd3cb707850 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:43.024640 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-d536ca5b-a46f-43ca-b1e8-dcd3cb707850 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 945 time: 0.0500326 Jun 27 09:42:43.038463 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-48e638f7-04c8-48b7-b090-2818e1b8c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:43.042652 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-48e638f7-04c8-48b7-b090-2818e1b8c8fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420854 Jun 27 09:42:43.054995 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:42:43.123387 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:42:43.123888 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.183638 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:43.191138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da0555-1995-47de-8fc9-00b3058c39f7 req-08e41342-f5f9-4a38-87e9-ca0e37b43dee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:43.192861 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b4da0555-1995-47de-8fc9-00b3058c39f7 req-08e41342-f5f9-4a38-87e9-ca0e37b43dee tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 943 time: 0.0655825 Jun 27 09:42:43.198903 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'port_id': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'mac_address': 'fa:16:3e:61:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:42:43.199508 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-5c2b801c-bb78-409b-a856-9b66c1a08aae service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523786 Jun 27 09:42:43.232365 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] For port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:43.232733 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.240153 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:43.240632 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.256065 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:43.288711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:43.351469 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.367072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:43.424866 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=9']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:43.482586 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.482977 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (2172544e-f54d-4375-817a-95cdb2f7ca2e), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.483264 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP 2172544e-f54d-4375-817a-95cdb2f7ca2e disassociated. External IP: 172.27.1.85, port: 6668e5f8-1a3b-4d07-a99b-2feabc1b8262. Jun 27 09:42:43.483651 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:42:43.528612 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:43.582841 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b4da0555-1995-47de-8fc9-00b3058c39f7 req-4b062517-20a0-4312-aa44-51a7bf258a32 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796427 Jun 27 09:42:43.613363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:43.620053 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-843ad7f1-77d1-4dcd-9690-d837b18a5e6f req-d9d87a74-b673-498f-848f-1167661a7750 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070148 Jun 27 09:42:43.623201 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['55e62be6-d365-40b9-9f9d-24357beba5b2'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:42:43.681197 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (6668e5f8-1a3b-4d07-a99b-2feabc1b8262), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:43.691834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:43.731003 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=6668e5f8-1a3b-4d07-a99b-2feabc1b8262,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:43.753501 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d99fd25f-59b7-47b1-8b3b-4faf72686797 req-c9ce19b0-42c1-4cfc-8dff-f635796536e0 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0477042 Jun 27 09:42:43.911241 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfc282-b2c1-4ae4-bd8e-f8fbf7b5d51e req-fccb9834-7f44-401d-885f-44de8d4a266b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:43.912775 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a2cfc282-b2c1-4ae4-bd8e-f8fbf7b5d51e req-fccb9834-7f44-401d-885f-44de8d4a266b tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0607228 Jun 27 09:42:43.921869 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:42:44.001429 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a2cfc282-b2c1-4ae4-bd8e-f8fbf7b5d51e req-569b23c0-00e6-46ba-b2e7-51705c315814 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815208 Jun 27 09:42:44.300987 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:42:44.310423 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:42:44.320584 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:44.321187 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:44.342097 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] No DVR routers for this DVR port 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 on host hv-cinder-84773 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:42:44.344607 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:44.347861 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-471a817a-599f-47e2-a388-a1ebd748bf72 req-ee22c15a-5ae8-46a9-bbfa-765e081fa5e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "DELETE /v2.0/ports/6668e5f8-1a3b-4d07-a99b-2feabc1b8262 HTTP/1.1" status: 204 len: 173 time: 1.3161380 Jun 27 09:42:44.348314 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'name': 'network-vif-deleted', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:44.350570 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e27d8d6-45fc-4d3c-9ce3-7ca83f3faba7" -d '{"events": [{"server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "name": "network-vif-deleted", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:44.428869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:44.447203 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4379583-5192-43ce-b5e2-a8e22d781d38 x-openstack-request-id: req-a4379583-5192-43ce-b5e2-a8e22d781d38 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:44.447203 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb9074b-9ac1-4780-ab45-dde1641b83e3", "name": "network-vif-deleted", "tag": "6668e5f8-1a3b-4d07-a99b-2feabc1b8262", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:44.448022 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4379583-5192-43ce-b5e2-a8e22d781d38 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:44.448430 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4379583-5192-43ce-b5e2-a8e22d781d38'] response: {'server_uuid': '3cb9074b-9ac1-4780-ab45-dde1641b83e3', 'name': 'network-vif-deleted', 'tag': '6668e5f8-1a3b-4d07-a99b-2feabc1b8262', 'status': 'completed', 'code': 200} Jun 27 09:42:44.631259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:44.660857 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:42:44.670559 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:44.671192 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:44.703009 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:44.718010 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a900ba-9397-4472-bf8f-874b38dea4f2 req-3f67b03f-e48f-41c6-b7c5-8a4e611187c0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:44.719629 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-32a900ba-9397-4472-bf8f-874b38dea4f2 req-3f67b03f-e48f-41c6-b7c5-8a4e611187c0 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 944 time: 0.0534084 Jun 27 09:42:44.766741 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-32a900ba-9397-4472-bf8f-874b38dea4f2 req-9a3695ae-2853-4777-b489-72ffef5f8a94 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 Jun 27 09:42:44.781731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:44.869843 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2face3b9-48b3-49e3-92d7-bb1c4a6d87b8 req-3a95413f-aefe-46bc-8cab-9123885b871b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cb9074b-9ac1-4780-ab45-dde1641b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Jun 27 09:42:44.936356 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:44.985821 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:45.014693 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b648-ceb9-4c42-82a7-82249858c0f2 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:42:45.074344 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 72ec9bf0-624a-42fd-8729-9acf6b562b8d details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:42:45.087958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:45.091400 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:42:45.144043 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404b33-1f5b-4cdb-86e9-335057b7fcf5 req-74e48013-cb1d-42fa-91af-eb5fbca7a303 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:45.152114 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13404b33-1f5b-4cdb-86e9-335057b7fcf5 req-74e48013-cb1d-42fa-91af-eb5fbca7a303 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 943 time: 0.0810399 Jun 27 09:42:45.192443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:45.206552 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 55e62be6-d365-40b9-9f9d-24357beba5b2 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:42:45.207060 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:45.222266 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-13404b33-1f5b-4cdb-86e9-335057b7fcf5 req-da58cb09-56b9-478c-a404-42d2a181930e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688412 Jun 27 09:42:45.250094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:45.271580 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'port_id': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'mac_address': 'fa:16:3e:f9:b3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:42:45.326711 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60e2af-f940-48fe-b820-c139acc4825f None None] New status for floating IP 2172544e-f54d-4375-817a-95cdb2f7ca2e: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:42:45.335919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 55e62be6-d365-40b9-9f9d-24357beba5b2 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:45.336305 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:45.339124 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 72ec9bf0-624a-42fd-8729-9acf6b562b8d is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:45.339497 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:45.368276 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ec9bf0-624a-42fd-8729-9acf6b562b8d {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:45.379711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:45.381912 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6234425d-9ddb-4c04-8bc9-ea3532b1c66c" -d '{"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:45.405641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:45.409565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:45.424286 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3ce021-f238-44a3-9aa1-022464548697 x-openstack-request-id: req-4e3ce021-f238-44a3-9aa1-022464548697 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:45.424579 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-plugged", "status": "completed", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:45.424883 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4e3ce021-f238-44a3-9aa1-022464548697 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:45.425224 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3ce021-f238-44a3-9aa1-022464548697'] response: {'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'code': 200} Jun 27 09:42:45.478558 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:45.479403 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:42:45.483806 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:45.520074 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:42:45.520420 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 6668e5f8-1a3b-4d07-a99b-2feabc1b8262 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:42:45.547686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=10']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:45.596209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:45.707427 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['72ec9bf0-624a-42fd-8729-9acf6b562b8d'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:42:45.805671 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:45.821854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb28a8-da9d-4520-9aee-016b01a6fa4b req-40f231c0-d524-47ce-91c2-65a87ce01727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:45.823488 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0dcb28a8-da9d-4520-9aee-016b01a6fa4b req-40f231c0-d524-47ce-91c2-65a87ce01727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1130 time: 0.0404215 Jun 27 09:42:45.904605 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae178a-d214-4768-8cfb-162162897cb9 req-1421b960-8d91-4717-88e7-2f201edc9a7f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:45.906068 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ceae178a-d214-4768-8cfb-162162897cb9 req-1421b960-8d91-4717-88e7-2f201edc9a7f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0621808 Jun 27 09:42:45.909819 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0dcb28a8-da9d-4520-9aee-016b01a6fa4b req-13f6bd7a-2c7d-48aa-a429-f35d91b5b7e6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794656 Jun 27 09:42:45.962080 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ceae178a-d214-4768-8cfb-162162897cb9 req-65ff7322-ca92-40b4-9f7b-e6f089b3cbea tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504048 Jun 27 09:42:46.005792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:46.153536 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-d808859c-4631-4ffb-839e-3e9d1cb7a7b8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479690552&fields=id&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 267 time: 0.0486565 Jun 27 09:42:46.171849 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:46.267445 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-541bd907-5cee-4b9b-95e8-950df27fbd7f tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:46.272033 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-541bd907-5cee-4b9b-95e8-950df27fbd7f tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.1119933 Jun 27 09:42:46.291409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-13802676-0e09-4b44-9567-0f1d521a299e tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/quotas/1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 375 time: 0.0149257 Jun 27 09:42:46.335139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352b4d2-3479-4ceb-8595-6b7ca11d6587 req-3d7a7e29-a955-49e0-ad2b-6b716edcca7f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:46.336724 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4352b4d2-3479-4ceb-8595-6b7ca11d6587 req-3d7a7e29-a955-49e0-ad2b-6b716edcca7f tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 944 time: 0.0487807 Jun 27 09:42:46.340755 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-5a36986f-db5c-4e7f-9582-f5cea15c6367 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437756 Jun 27 09:42:46.385926 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4352b4d2-3479-4ceb-8595-6b7ca11d6587 req-6b111fb1-817b-49b6-8c09-bd91beda2700 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Jun 27 09:42:46.438824 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-0027f0b8-1747-4283-8481-622b781c7c31 service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858245 Jun 27 09:42:46.531422 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-ab0e81be-05b5-47d3-a0c3-2ad86719a5bf service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869153 Jun 27 09:42:47.086605 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 72ec9bf0-624a-42fd-8729-9acf6b562b8d up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:42:47.098553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ab6eb-0ab5-438a-9d69-c2d6a97209b7 req-40de46b8-4752-4612-bdb8-a8b92745d4c1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:47.102015 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-301ab6eb-0ab5-438a-9d69-c2d6a97209b7 req-40de46b8-4752-4612-bdb8-a8b92745d4c1 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0664217 Jun 27 09:42:47.141700 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4a575d71-814e-4d4b-986f-860f8141e02a req-7c7fded0-382d-45a9-b63f-0d4acf1a62af tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 210 time: 0.0323808 Jun 27 09:42:47.153649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 72ec9bf0-624a-42fd-8729-9acf6b562b8d completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:42:47.172426 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-301ab6eb-0ab5-438a-9d69-c2d6a97209b7 req-46661924-0cd0-4d10-b3b6-270de912bbd5 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635629 Jun 27 09:42:47.234660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 72ec9bf0-624a-42fd-8729-9acf6b562b8d triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:42:47.235554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:47.328084 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 72ec9bf0-624a-42fd-8729-9acf6b562b8d is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:47.328477 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:47.362003 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:47.426207 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:47.428644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ddfd9-1788-4ee7-bd60-72dfc6f774fc" -d '{"events": [{"server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "name": "network-vif-plugged", "status": "completed", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:47.452310 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:47.486215 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04088958-7af3-4f7c-805c-3a803bc18fb7 x-openstack-request-id: req-04088958-7af3-4f7c-805c-3a803bc18fb7 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:47.486517 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "name": "network-vif-plugged", "status": "completed", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:47.486778 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04088958-7af3-4f7c-805c-3a803bc18fb7 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:47.487180 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04088958-7af3-4f7c-805c-3a803bc18fb7'] response: {'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'code': 200} Jun 27 09:42:47.518944 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc46a24-6d98-49dd-a817-0e512ad9ac6c req-c654cb8e-3bce-4288-9e07-993d0d0f2e26 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:47.524131 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1bc46a24-6d98-49dd-a817-0e512ad9ac6c req-c654cb8e-3bce-4288-9e07-993d0d0f2e26 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0563114 Jun 27 09:42:47.530550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:47.577680 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1bc46a24-6d98-49dd-a817-0e512ad9ac6c req-e5debf29-9556-47bb-aee5-b0ef7486840e tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503769 Jun 27 09:42:47.820598 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9044e-c463-40c5-ae32-ce7c08ab0c20 req-2806781c-c75e-421e-86fb-a50679c56ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:47.822592 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30c9044e-c463-40c5-ae32-ce7c08ab0c20 req-2806781c-c75e-421e-86fb-a50679c56ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 1129 time: 0.0556104 Jun 27 09:42:47.879858 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-30c9044e-c463-40c5-ae32-ce7c08ab0c20 req-bdc8e269-6365-435f-9f6b-ce89bea1cfd6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490897 Jun 27 09:42:48.249294 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e751724a-cc8b-4064-b740-9ce51783aa9e req-1362abb5-0793-4949-820b-deb56e81049a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Jun 27 09:42:48.298995 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738207d-cd66-41b7-b929-f1c7c3d9d19e req-a18b00de-82e0-477c-af29-817bd13ca015 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:48.300500 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4738207d-cd66-41b7-b929-f1c7c3d9d19e req-a18b00de-82e0-477c-af29-817bd13ca015 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0502508 Jun 27 09:42:48.312103 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:48.348650 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4738207d-cd66-41b7-b929-f1c7c3d9d19e req-d9bbe381-f526-449a-8ef4-10273c40f9c3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Jun 27 09:42:48.708401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa9084-0024-45f3-852e-f912a48e03cb req-d3ab50b4-5f42-4f93-8309-e8bfd53d3cc3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:48.710228 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62aa9084-0024-45f3-852e-f912a48e03cb req-d3ab50b4-5f42-4f93-8309-e8bfd53d3cc3 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0491037 Jun 27 09:42:48.725118 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:48.763365 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62aa9084-0024-45f3-852e-f912a48e03cb req-610d7f64-90f5-4351-b134-5d5d3ee0ca6d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Jun 27 09:42:49.357280 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-278b80f5-9106-4256-852f-7d2226fddcb7 req-3299128d-27d3-4c3b-b575-ffc74e0671d4 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Jun 27 09:42:49.470862 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe0d4-b8d5-4959-b351-5b948c57b663 req-0f9b754e-6951-42bd-9915-3e33e4f5477b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:49.472397 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-283fe0d4-b8d5-4959-b351-5b948c57b663 req-0f9b754e-6951-42bd-9915-3e33e4f5477b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0498226 Jun 27 09:42:49.519412 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-283fe0d4-b8d5-4959-b351-5b948c57b663 req-7476c143-6060-4080-b5a9-c53bb69425a8 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414152 Jun 27 09:42:49.882803 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6fbe-9ba9-471b-9842-12e36a51d6d7 req-0c5543e1-22e4-4feb-a237-1e66a3a4ee04 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:49.884338 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d87d6fbe-9ba9-471b-9842-12e36a51d6d7 req-0c5543e1-22e4-4feb-a237-1e66a3a4ee04 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0502257 Jun 27 09:42:49.909149 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-e2003800-0a92-4d87-bce1-6002495001da tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:49.910677 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-e2003800-0a92-4d87-bce1-6002495001da tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.1081212 Jun 27 09:42:49.936895 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d87d6fbe-9ba9-471b-9842-12e36a51d6d7 req-55c00cf9-6414-4c02-84e2-7bfbc4e15c1d tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457079 Jun 27 09:42:49.973508 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-21b539bd-b75d-4163-adbd-43b3c66bcd08 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 380 time: 0.0540631 Jun 27 09:42:49.982745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'port': {'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'admin_state_up': True, 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'security_groups': ['40e10049-94e0-4d49-8573-0ce93393423b']}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:50.044917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:50.093247 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5364299-c313-4d73-8568-ab33ac3cc0c8 req-b5896980-6487-43ac-8bb7-8d9282993fbc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:50.094702 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5364299-c313-4d73-8568-ab33ac3cc0c8 req-b5896980-6487-43ac-8bb7-8d9282993fbc tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0831943 Jun 27 09:42:50.103308 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 52890) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:50.112973 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Request body: {'floatingip': {'port_id': '72ec9bf0-624a-42fd-8729-9acf6b562b8d'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:50.156437 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.240188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Made reservation on behalf of 1d5cbd080e204408aa51c29ec2cf1422 for: {'port': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:42:50.244106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.364812 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:50.378798 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.20.0.7 (55f28e02-5cc3-4eaa-863b-67aabfa62103/9676a4fb-efb0-4622-bfac-bf11fc9a37dd/ce6fb0fd-6c30-49fd-ba23-057daf263c03) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:42:50.481881 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6a5f5286-78ac-44d4-bc4a-438ffb2dd68a req-a6399ee3-988a-4edc-8460-d027c501d607 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 210 time: 0.0347097 Jun 27 09:42:50.531385 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.617909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.652037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.658807 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:50.700036 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:42:50.701566 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.705588 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:42:50.707916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:50.714991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:42:50.718288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.718643 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.719244 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.719366 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.719715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.720052 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.720388 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.720734 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.721066 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.721390 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.721745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.722112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.722440 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.722766 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.723089 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:42:50.780331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:50.780973 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:50.812373 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP fd126cbe-47c3-4c12-b113-50c715ab5349 associated. External IP: 172.27.1.135, port: 72ec9bf0-624a-42fd-8729-9acf6b562b8d. Jun 27 09:42:50.879645 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-4957078a-ead8-4e33-9c1a-97b945e7afcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8959460 Jun 27 09:42:50.886953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Request body: {'port': {'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:42:50.948814 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.002034 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-ccf669a7-1d1f-400f-ae61-d11dd8016163 None None] Provisioning complete for port ce6fb0fd-6c30-49fd-ba23-057daf263c03 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:42:51.003058 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ccf669a7-1d1f-400f-ae61-d11dd8016163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.032351 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:42:51.037864 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ccf669a7-1d1f-400f-ae61-d11dd8016163 None None] Port ce6fb0fd-6c30-49fd-ba23-057daf263c03 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:42:51.093141 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.106725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.135984 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:42:51.140634 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.147041 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:42:51.162376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:51.163264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:51.177739 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-aac393f9-c2e6-4849-9ea1-8d72c5121acd tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "PUT /v2.0/floatingips/fd126cbe-47c3-4c12-b113-50c715ab5349 HTTP/1.1" status: 200 len: 991 time: 1.0712626 Jun 27 09:42:51.178340 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:51.180768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:51.217295 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8305247e-adeb-42ee-b2a2-d500ebb3114e x-openstack-request-id: req-8305247e-adeb-42ee-b2a2-d500ebb3114e {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:51.217592 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:51.217847 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8305247e-adeb-42ee-b2a2-d500ebb3114e {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:51.218303 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8305247e-adeb-42ee-b2a2-d500ebb3114e'] response: {'name': 'network-changed', 'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'status': 'completed', 'code': 200} Jun 27 09:42:51.227709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6fb0fd-6c30-49fd-ba23-057daf263c03 {{(pid=104649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:51.236939 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks [] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.250916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.provisioning_blocks [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Transition to ACTIVE for port object ce6fb0fd-6c30-49fd-ba23-057daf263c03 will not be triggered until provisioned by entity L2. {{(pid=104649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:42:51.293740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-11a2d3ac-35d3-4f7a-9ddc-ff87c420c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.295492 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-11a2d3ac-35d3-4f7a-9ddc-ff87c420c4d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b698ead017b4ef8b397ee127b487309&device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 1129 time: 0.0584340 Jun 27 09:42:51.372352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.393655 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-ebc9f435-030c-49cc-8c05-a64141fdf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.395055 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-ebc9f435-030c-49cc-8c05-a64141fdf594 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 200 len: 916 time: 0.0936215 Jun 27 09:42:51.428316 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:51.432022 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:51.515794 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-d5abef6e-49e9-4219-8ea3-785a3c6b0182 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d HTTP/1.1" status: 200 len: 999 time: 0.0890512 Jun 27 09:42:51.516016 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Attempting to bind port ce6fb0fd-6c30-49fd-ba23-057daf263c03 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:42:51.516853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Attempting to bind port ce6fb0fd-6c30-49fd-ba23-057daf263c03 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:42:51.516853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Attempting to bind port ce6fb0fd-6c30-49fd-ba23-057daf263c03 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:42:51.521578 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Port ce6fb0fd-6c30-49fd-ba23-057daf263c03 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:42:51.521913 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Attempting to bind port ce6fb0fd-6c30-49fd-ba23-057daf263c03 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:42:51.528027 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:42:51.528372 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:42:51.528757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Bound using segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} {{(pid=104649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:42:51.529272 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.managers [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Bound port: ce6fb0fd-6c30-49fd-ba23-057daf263c03, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}}] {{(pid=104649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:42:51.529591 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.583819 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.614072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-db0b62ff-6aff-48a1-b085-d06a1ff31720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.616845 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-db0b62ff-6aff-48a1-b085-d06a1ff31720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 200 len: 854 time: 0.0929952 Jun 27 09:42:51.628928 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, cleared binding levels {{(pid=104649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:42:51.632419 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.638785 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:42:51.708886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deffb4-95c1-4ea7-83a8-ea7767277763 req-42cbba11-e67f-4e8e-89ec-531c79a90176 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.709597 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-61deffb4-95c1-4ea7-83a8-ea7767277763 req-42cbba11-e67f-4e8e-89ec-531c79a90176 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0915978 Jun 27 09:42:51.713170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-dbcad030-fca7-4550-bf65-589e7d9b8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.715111 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-dbcad030-fca7-4550-bf65-589e7d9b8797 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44332445-ecaa-4205-9b0a-eb56bcdc88ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619235 Jun 27 09:42:51.715259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'fd126cbe-47c3-4c12-b113-50c715ab5349', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:f9:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cfa885-ac09-465b-a052-7ea258517d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:42:25Z', 'updated_at': '2022-06-27T09:42:50Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:51.726614 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.730010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.740486 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:42:51.754731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:42:51.754731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:51.764883 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.765535 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:51.766953 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 200 len: 1093 time: 0.8849926 Jun 27 09:42:51.767416 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:42:51.770414 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b565fa06-f353-4b08-a6ed-b55c1abced46" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:42:51.800294 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f13c2-9c27-4318-bc58-d985f12ce065 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=3']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:51.815115 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:51.826238 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-61deffb4-95c1-4ea7-83a8-ea7767277763 req-314fe905-9db9-4284-a269-966f509087cf tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098239 Jun 27 09:42:51.853240 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-f5c1dbec-e089-48ef-bcaf-0d030c3257a6 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309013 Jun 27 09:42:51.856752 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e046f0f6-7d1c-463c-8d01-1b03960592d0 x-openstack-request-id: req-e046f0f6-7d1c-463c-8d01-1b03960592d0 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:42:51.857092 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:42:51.857413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e046f0f6-7d1c-463c-8d01-1b03960592d0 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:42:51.857900 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e046f0f6-7d1c-463c-8d01-1b03960592d0'] response: {'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'status': 'completed', 'code': 200} Jun 27 09:42:51.890882 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:42:51.926811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-672f34dd-f9c8-4cc7-9d36-31ce6373563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:51.928498 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-672f34dd-f9c8-4cc7-9d36-31ce6373563b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1127 time: 0.0513384 Jun 27 09:42:51.985615 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5dbc9a6a-5d02-4c16-9bb0-64bf2bf06c9e req-0782075b-b33a-4e27-9ef1-1c212c8df8d0 service neutron] 10.222.0.55 "GET /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223435 Jun 27 09:42:52.043357 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-fcd65613-c233-4802-9d21-e7ae63a86d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.045062 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-fcd65613-c233-4802-9d21-e7ae63a86d67 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1092570 Jun 27 09:42:52.122385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'fd126cbe-47c3-4c12-b113-50c715ab5349', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:f9:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cfa885-ac09-465b-a052-7ea258517d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:42:25Z', 'updated_at': '2022-06-27T09:42:50Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:42:52.143009 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-a144f5c5-4daf-4d72-a250-aa10972a9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.144528 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b565fa06-f353-4b08-a6ed-b55c1abced46 req-a144f5c5-4daf-4d72-a250-aa10972a9490 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938444 Jun 27 09:42:52.156701 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ea914d-8924-47b2-99d5-bb6c0764efa7 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'fd126cbe-47c3-4c12-b113-50c715ab5349', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'port_id': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'mac_address': 'fa:16:3e:f9:b3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00cfa885-ac09-465b-a052-7ea258517d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:42:25Z', 'updated_at': '2022-06-27T09:42:50Z', 'revision_number': 1, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:42:52.226644 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-aed984f1-9d46-4ec8-92c3-57a243e4efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.228215 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-aed984f1-9d46-4ec8-92c3-57a243e4efbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1127 time: 0.0470157 Jun 27 09:42:52.268587 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-55de70f3-9885-4464-bb8f-4e6fdf434fdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 200 len: 217 time: 0.0337176 Jun 27 09:42:52.320561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-f67b0b65-97b0-4830-9928-be8cb4838bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.322062 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-f67b0b65-97b0-4830-9928-be8cb4838bd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0462828 Jun 27 09:42:52.353418 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f6ae2a-f7b8-411c-b27e-d99cbd543859 None None] New status for floating IP fd126cbe-47c3-4c12-b113-50c715ab5349: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:42:52.370762 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867de68-6a54-4272-b269-6ceb147dff5e req-bbcc49c9-80fb-4317-8421-84ef55a7cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.372328 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-bbcc49c9-80fb-4317-8421-84ef55a7cce7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440629 Jun 27 09:42:52.458524 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:52.462909 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-ef0cccf9-e383-4c55-83a4-ccbd64f31452 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843196 Jun 27 09:42:52.558429 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e867de68-6a54-4272-b269-6ceb147dff5e req-7b00f632-ae42-4abf-a6d5-1b7425b1d017 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884359 Jun 27 09:42:52.951093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429f3b-4dba-42f2-b634-fb1c8ce64ea8 req-83bae6ae-6c9e-4c48-b0a1-749093c08a0c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:52.952571 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b429f3b-4dba-42f2-b634-fb1c8ce64ea8 req-83bae6ae-6c9e-4c48-b0a1-749093c08a0c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0462151 Jun 27 09:42:53.002455 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0b429f3b-4dba-42f2-b634-fb1c8ce64ea8 req-edecc95b-6a46-43f8-84fe-2d765e616171 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Jun 27 09:42:54.117645 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8c643-81f5-4f77-bc6d-2ffdb7c1fe1c req-94e465e3-c816-4a14-a5f5-813ed17212cc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:54.119103 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c6c8c643-81f5-4f77-bc6d-2ffdb7c1fe1c req-94e465e3-c816-4a14-a5f5-813ed17212cc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0463121 Jun 27 09:42:54.169235 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c6c8c643-81f5-4f77-bc6d-2ffdb7c1fe1c req-362e52f0-879e-474e-82d5-ad5b9e01d914 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439022 Jun 27 09:42:54.337774 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52926) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:54.444398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6596734-5d01-4283-95e0-6273e0e9c5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.516924 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6596734-5d01-4283-95e0-6273e0e9c5d1 admin admin] Publish callbacks [] for security_group (c352936f-4388-48d0-bc1d-8d16e7e5ad00), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.580854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e6596734-5d01-4283-95e0-6273e0e9c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c352936f-4388-48d0-bc1d-8d16e7e5ad00), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.622872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6596734-5d01-4283-95e0-6273e0e9c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c352936f-4388-48d0-bc1d-8d16e7e5ad00,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:54.627134 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e6596734-5d01-4283-95e0-6273e0e9c5d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24dd3a90af884ec48ce5fb8484d6f2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877996 Jun 27 09:42:54.629828 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52930) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:54.678376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] Publish callbacks [] for security_group (c352936f-4388-48d0-bc1d-8d16e7e5ad00), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.699900 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] Publish callbacks [] for security_group (c352936f-4388-48d0-bc1d-8d16e7e5ad00), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.809453 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c352936f-4388-48d0-bc1d-8d16e7e5ad00), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.811913 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:54.813103 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c352936f-4388-48d0-bc1d-8d16e7e5ad00 HTTP/1.1" status: 204 len: 168 time: 0.1823871 Jun 27 09:42:54.821900 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfec862-83ab-4810-82e6-fbac2bda74db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c352936f-4388-48d0-bc1d-8d16e7e5ad00,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:55.284854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3090-3bf1-4f1a-926c-6a065797409b req-72619abf-bf11-43f0-9db9-71e73437ff6c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:55.286336 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d3b3090-3bf1-4f1a-926c-6a065797409b req-72619abf-bf11-43f0-9db9-71e73437ff6c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0503545 Jun 27 09:42:55.299247 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:55.339980 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0d3b3090-3bf1-4f1a-926c-6a065797409b req-558bc739-3503-4d35-86c5-9684f1835b39 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Jun 27 09:42:55.414479 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52938) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:55.428559 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-48744795-fd4a-47dc-bb2d-4e3def5ea443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.452754 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:55.503779 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-48744795-fd4a-47dc-bb2d-4e3def5ea443 admin admin] Publish callbacks [] for security_group (78509175-344f-4c83-81eb-78ed4cf24c81), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.565269 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-48744795-fd4a-47dc-bb2d-4e3def5ea443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (78509175-344f-4c83-81eb-78ed4cf24c81), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.606906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48744795-fd4a-47dc-bb2d-4e3def5ea443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78509175-344f-4c83-81eb-78ed4cf24c81,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:55.611546 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-48744795-fd4a-47dc-bb2d-4e3def5ea443 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8c6078ffca447f787ecb13c61fe7134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960540 Jun 27 09:42:55.614174 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 52940) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:42:55.642207 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:55.663432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] Publish callbacks [] for security_group (78509175-344f-4c83-81eb-78ed4cf24c81), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.687071 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] Publish callbacks [] for security_group (78509175-344f-4c83-81eb-78ed4cf24c81), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.782466 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (78509175-344f-4c83-81eb-78ed4cf24c81), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.785180 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:55.786350 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78509175-344f-4c83-81eb-78ed4cf24c81 HTTP/1.1" status: 204 len: 168 time: 0.1712379 Jun 27 09:42:55.795419 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735af42-48a5-4e8c-a417-a89fafb8de46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78509175-344f-4c83-81eb-78ed4cf24c81,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:56.452353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc230c7-2a6c-4ab6-be92-2a4977af53a0 req-a6e467c2-f6b0-4227-9699-3d9ddbb4d6e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:56.453834 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc230c7-2a6c-4ab6-be92-2a4977af53a0 req-a6e467c2-f6b0-4227-9699-3d9ddbb4d6e5 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0476706 Jun 27 09:42:56.503966 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8dc230c7-2a6c-4ab6-be92-2a4977af53a0 req-8e07e98e-7921-4122-abfa-58817d2c5244 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Jun 27 09:42:57.621610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4590bf-b91e-4d8c-a01a-798984311253 req-d436cb07-cfb8-4e64-a81e-cc8e012f1c0d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:57.623106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ea4590bf-b91e-4d8c-a01a-798984311253 req-d436cb07-cfb8-4e64-a81e-cc8e012f1c0d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0493140 Jun 27 09:42:57.674253 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ea4590bf-b91e-4d8c-a01a-798984311253 req-0a9875b6-4b31-4d54-bc52-f73a4d06f3ae tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 Jun 27 09:42:58.791560 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e43f09-3964-4cea-9b49-e8c64a716c39 req-fe6f4f6f-fb9d-45e1-a3ef-13938e35902b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:58.793737 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80e43f09-3964-4cea-9b49-e8c64a716c39 req-fe6f4f6f-fb9d-45e1-a3ef-13938e35902b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 943 time: 0.0511172 Jun 27 09:42:58.843648 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-80e43f09-3964-4cea-9b49-e8c64a716c39 req-800ac8a0-d242-4dc2-8abe-74f20777fcaf tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Jun 27 09:42:59.149949 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device ce6fb0fd-6c30-49fd-ba23-057daf263c03 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:42:59.260043 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:59.272941 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:42:59.309758 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port ce6fb0fd-6c30-49fd-ba23-057daf263c03 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:42:59.310149 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:59.322963 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6fb0fd-6c30-49fd-ba23-057daf263c03 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:42:59.344120 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:42:59.405770 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:42:59.433164 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:42:59.455283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:42:59.655067 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['ce6fb0fd-6c30-49fd-ba23-057daf263c03'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:42:59.959257 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4f180-f561-4b50-93c7-cca02485008d req-3e5fb00d-7349-4ac7-b762-341e59e35666 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:42:59.960691 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfa4f180-f561-4b50-93c7-cca02485008d req-3e5fb00d-7349-4ac7-b762-341e59e35666 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 944 time: 0.0510049 Jun 27 09:43:00.011257 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dfa4f180-f561-4b50-93c7-cca02485008d req-22c0aa0f-e3c2-42ae-ac96-955971f618b6 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Jun 27 09:43:01.126317 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133d55b-a34d-4f37-a2cd-bcaf5e769a89 req-3971b32b-103f-40f2-8819-a6ab3724adb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:01.127846 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6133d55b-a34d-4f37-a2cd-bcaf5e769a89 req-3971b32b-103f-40f2-8819-a6ab3724adb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 944 time: 0.0479817 Jun 27 09:43:01.149759 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device ce6fb0fd-6c30-49fd-ba23-057daf263c03 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:01.182750 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6133d55b-a34d-4f37-a2cd-bcaf5e769a89 req-2cfd8641-e0a6-4799-93f2-c3c8f0ce8bcb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Jun 27 09:43:01.198698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port ce6fb0fd-6c30-49fd-ba23-057daf263c03 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:43:01.262819 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port ce6fb0fd-6c30-49fd-ba23-057daf263c03 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:01.263194 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:01.341644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port ce6fb0fd-6c30-49fd-ba23-057daf263c03 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:01.341952 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:01.364583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:43:01.369645 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4625aeaf-6c60-4304-ae2d-1dc1fcccc943" -d '{"events": [{"server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "name": "network-vif-plugged", "status": "completed", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:43:01.379374 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:01.405744 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87d2609-1e3a-4472-a301-3b7ca372c25a x-openstack-request-id: req-a87d2609-1e3a-4472-a301-3b7ca372c25a {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:43:01.406072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "name": "network-vif-plugged", "status": "completed", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:43:01.406332 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a87d2609-1e3a-4472-a301-3b7ca372c25a {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:43:01.406737 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87d2609-1e3a-4472-a301-3b7ca372c25a'] response: {'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'code': 200} Jun 27 09:43:01.444294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:01.448989 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:01.496294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:01.773499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b780d-b621-4317-b42d-083d2939350c req-0d8ad064-45c3-4506-820f-e69cbf2376ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:01.775021 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3a7b780d-b621-4317-b42d-083d2939350c req-0d8ad064-45c3-4506-820f-e69cbf2376ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1129 time: 0.0412381 Jun 27 09:43:01.824106 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3a7b780d-b621-4317-b42d-083d2939350c req-8992aec6-3b04-4189-8cc5-5570b553729c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413933 Jun 27 09:43:02.299032 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86391fe0-0381-414d-a910-05be00e371e6 req-283b2bd4-d909-451e-9ceb-1f5abdea9d2a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:02.300618 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86391fe0-0381-414d-a910-05be00e371e6 req-283b2bd4-d909-451e-9ceb-1f5abdea9d2a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Jun 27 09:43:02.370864 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-86391fe0-0381-414d-a910-05be00e371e6 req-08bfe7e3-f5a8-4cc4-951f-18ad186cac2a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Jun 27 09:43:03.485661 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11226435-7e27-457c-98a6-d013c71788e5 req-3f2615b6-d7a8-47a8-b6ce-b4cbf3c17b28 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:03.487139 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-11226435-7e27-457c-98a6-d013c71788e5 req-3f2615b6-d7a8-47a8-b6ce-b4cbf3c17b28 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0464926 Jun 27 09:43:03.539487 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-11226435-7e27-457c-98a6-d013c71788e5 req-2595115e-87df-4e5c-b3c2-fb741361fe72 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464487 Jun 27 09:43:03.691468 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:04.660884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf721e-2ac3-4976-9b5c-7e31faa73c7d req-28084745-bd05-4688-8c7f-2d6e0c3c2496 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:04.662415 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bbf721e-2ac3-4976-9b5c-7e31faa73c7d req-28084745-bd05-4688-8c7f-2d6e0c3c2496 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Jun 27 09:43:04.716712 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0bbf721e-2ac3-4976-9b5c-7e31faa73c7d req-c7ca6aa9-dc53-460c-8a2d-0f0338bdfdd2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488129 Jun 27 09:43:04.829534 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd567d-6084-4ca4-9cb1-efdb839ace11 req-17a733f1-9bcf-480c-8c61-d4939268fa45 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:04.830904 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4efd567d-6084-4ca4-9cb1-efdb839ace11 req-17a733f1-9bcf-480c-8c61-d4939268fa45 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0468833 Jun 27 09:43:04.883176 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4efd567d-6084-4ca4-9cb1-efdb839ace11 req-5bd34882-43a1-4eff-a406-e3d92d6d2a9e tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465584 Jun 27 09:43:04.905507 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53052) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:04.942419 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e6029-d1a1-4a51-b97a-0ead8995c0b5 tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:04.943968 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a40e6029-d1a1-4a51-b97a-0ead8995c0b5 tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1124 time: 0.0375185 Jun 27 09:43:04.946838 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53056) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:04.951666 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:05.051615 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:05.131295 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:05.243169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.27.1.171 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/8b5b8e33-b373-4838-889c-d7c5619b1395) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:05.325022 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:05.351342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:05.461570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:05.464914 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:05.507920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:05.513870 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:05.518320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:05.522039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=8b5b8e33-b373-4838-889c-d7c5619b1395,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:05.871780 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (a48334d3-01d6-4e6e-b589-33a8b5e8c822), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:05.987706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:06.139348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:06.206018 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:06.274892 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=8b5b8e33-b373-4838-889c-d7c5619b1395,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:06.284903 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (a48334d3-01d6-4e6e-b589-33a8b5e8c822), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:06.335775 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:06.382718 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP a48334d3-01d6-4e6e-b589-33a8b5e8c822 associated. External IP: 172.27.1.171, port: ce6fb0fd-6c30-49fd-ba23-057daf263c03. Jun 27 09:43:06.428444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:06.719689 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-b072b0fa-d97b-46ab-819b-fb7c5313e825 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399225 Jun 27 09:43:06.783922 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-63f5c188-c4f4-47b3-8aca-608f15c357fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:06.785456 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-63f5c188-c4f4-47b3-8aca-608f15c357fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 1130 time: 0.0393078 Jun 27 09:43:06.840026 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:06.886390 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:06.903512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-653b60dd-dee2-4f3b-842d-cbf5381557b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:06.905025 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-653b60dd-dee2-4f3b-842d-cbf5381557b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 200 len: 917 time: 0.0944510 Jun 27 09:43:06.945382 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:06.956385 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:06.966314 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:06.966923 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:06.972413 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-cbbe8a87-7eb7-486a-a06d-1e4ca31e6026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 200 len: 1000 time: 0.0591118 Jun 27 09:43:07.007736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:07.028021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-434794e3-ec68-4ef3-9b7c-c670790dab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.029558 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-434794e3-ec68-4ef3-9b7c-c670790dab32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 200 len: 855 time: 0.0508237 Jun 27 09:43:07.039412 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b803538a-dcaf-43a8-ba41-72e86569090b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0915575 Jun 27 09:43:07.040051 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:43:07.043433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d152d0e-e9da-4cb4-a020-fd809fce633c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:43:07.085794 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472b399a-4640-4649-a2bf-afa1592928f7 x-openstack-request-id: req-472b399a-4640-4649-a2bf-afa1592928f7 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:43:07.086091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:43:07.086419 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-472b399a-4640-4649-a2bf-afa1592928f7 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:43:07.086756 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472b399a-4640-4649-a2bf-afa1592928f7'] response: {'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'status': 'completed', 'code': 200} Jun 27 09:43:07.094324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:07.094989 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-580d0a14-ceb3-4439-b74c-0bad8d6ee890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.096640 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-580d0a14-ceb3-4439-b74c-0bad8d6ee890 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7ad0500a-ea93-4b00-b42a-06ba39611c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596900 Jun 27 09:43:07.166012 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-f741d1d1-f612-4479-93ac-d947db478f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.170316 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-f741d1d1-f612-4479-93ac-d947db478f5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1129 time: 0.0466912 Jun 27 09:43:07.181678 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:07.186052 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:07.201089 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-51685905-35e7-40be-a0f8-c116d52777cf service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937967 Jun 27 09:43:07.273333 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-a111447e-43f5-49b7-a89b-a3dc3cdeb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.274830 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-a111447e-43f5-49b7-a89b-a3dc3cdeb2d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0986438 Jun 27 09:43:07.312675 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-29b793e7-4b0b-402c-968a-e9616b4e4176 req-de006731-984a-4c59-be0d-aa5ffff5e318 service neutron] 10.222.0.55 "GET /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052699 Jun 27 09:43:07.333623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:05Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:07.345852 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-94591c57-f3ef-4d63-989a-e535fcfe9ab6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 200 len: 999 time: 0.0623107 Jun 27 09:43:07.359319 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:07.368149 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:07.368780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:42:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:07.403284 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-32974d7a-ddeb-4315-9046-86fe63d57df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.405185 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-32974d7a-ddeb-4315-9046-86fe63d57df2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0523784 Jun 27 09:43:07.455839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-fa7a4b2e-8bb2-4412-a29f-0b4c0689131f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:07.457366 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-fa7a4b2e-8bb2-4412-a29f-0b4c0689131f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445588 Jun 27 09:43:07.566816 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-9d1fba71-64e4-4648-8a09-92b77ed329af service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976028 Jun 27 09:43:07.600419 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:07.662558 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3d152d0e-e9da-4cb4-a020-fd809fce633c req-67a6bd7f-57f7-401f-b8cd-c3d793d2ce7f service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888343 Jun 27 09:43:07.814937 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:05Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:07.840700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9f6a9-bf24-406b-893b-fa744735afb2 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:05Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:08.026788 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c914d5-7d52-4d63-95a2-46e736096cf4 None None] New status for floating IP a48334d3-01d6-4e6e-b589-33a8b5e8c822: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:43:10.240725 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-240e04ef-b5e6-446d-99f8-e4b9f5e99c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:12.516237 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:12.615220 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-41b6e26f-e0d2-4ca7-a727-77f75c93161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.402643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53112) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:14.505996 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-76b2950e-5183-4d31-8551-42650c21fd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.515569 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:14.568247 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:14.580970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-76b2950e-5183-4d31-8551-42650c21fd16 admin admin] Publish callbacks [] for security_group (7e8fec6f-ba7a-4409-82ea-0c2c1db57c12), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.667830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-76b2950e-5183-4d31-8551-42650c21fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7e8fec6f-ba7a-4409-82ea-0c2c1db57c12), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.709303 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-76b2950e-5183-4d31-8551-42650c21fd16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1d306a47dd24f938d623383dcab5fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055758 Jun 27 09:43:14.710022 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2950e-5183-4d31-8551-42650c21fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fec6f-ba7a-4409-82ea-0c2c1db57c12,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:14.711989 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53116) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:14.760649 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] Publish callbacks [] for security_group (7e8fec6f-ba7a-4409-82ea-0c2c1db57c12), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.782586 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] Publish callbacks [] for security_group (7e8fec6f-ba7a-4409-82ea-0c2c1db57c12), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.896974 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.908032 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7e8fec6f-ba7a-4409-82ea-0c2c1db57c12), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.910619 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:14.911793 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e8fec6f-ba7a-4409-82ea-0c2c1db57c12 HTTP/1.1" status: 204 len: 168 time: 0.1987588 Jun 27 09:43:14.920056 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31fdb8-6346-44d1-9726-2b7e94053d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fec6f-ba7a-4409-82ea-0c2c1db57c12,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:15.994148 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:16.194049 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:17.137344 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:17.138841 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:17.143645 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:43:24.705672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=18 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:24.914870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=30,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:24.915673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:26.099190 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:26.101114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:28.628027 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd8b1-bb7a-4f26-9235-99d59892c7f3 req-c65b9b3b-3789-49d1-baf3-cbebcbd365ab tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:28.629511 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0febd8b1-bb7a-4f26-9235-99d59892c7f3 req-c65b9b3b-3789-49d1-baf3-cbebcbd365ab tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0505521 Jun 27 09:43:28.676419 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0febd8b1-bb7a-4f26-9235-99d59892c7f3 req-7ddcc30b-1ff8-480c-acd7-36d79db238b3 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Jun 27 09:43:29.793880 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3892f9-e302-400c-95c0-ccc2f07c5bd5 req-2743c0cd-35d3-4361-9d09-c5fd7a3bf2f4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:29.795977 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4f3892f9-e302-400c-95c0-ccc2f07c5bd5 req-2743c0cd-35d3-4361-9d09-c5fd7a3bf2f4 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0467992 Jun 27 09:43:29.844766 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4f3892f9-e302-400c-95c0-ccc2f07c5bd5 req-981e8f2e-9938-4717-8df2-b80d5635b41d tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups?id=52e0092a-9d5c-4c37-9790-bf02f741d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Jun 27 09:43:30.104438 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-20eacf26-9644-47d7-b2eb-72ad202bf199 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:30.105874 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-20eacf26-9644-47d7-b2eb-72ad202bf199 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 946 time: 0.0453939 Jun 27 09:43:30.193059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Deleting port 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:30.197699 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.281092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] For port 55e62be6-d365-40b9-9f9d-24357beba5b2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=55e62be6-d365-40b9-9f9d-24357beba5b2,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:30.281466 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.443952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.444320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.444648 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Floating IP cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6 disassociated. External IP: 172.27.1.89, port: 55e62be6-d365-40b9-9f9d-24357beba5b2. Jun 27 09:43:30.444994 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Calling delete_port for 55e62be6-d365-40b9-9f9d-24357beba5b2 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:30.654718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (55e62be6-d365-40b9-9f9d-24357beba5b2), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.687127 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'Port': ['ID=55e62be6-d365-40b9-9f9d-24357beba5b2,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:30.698898 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.699356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.699868 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.700133 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.700480 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.700828 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.701164 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.701500 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.701840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.702176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.702515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.702847 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.703175 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.703504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.703857 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:30.810150 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:30.861924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:30.867409 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:30.912969 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:30.925068 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:30.937258 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:30.937918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:30.969241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] No DVR routers for this DVR port 55e62be6-d365-40b9-9f9d-24357beba5b2 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:30.985224 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:30.988548 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-76a9a98a-3782-495e-bcef-00bdaf44b32d req-7af320b0-09ee-4c60-aaba-9129426e98ae tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.55 "DELETE /v2.0/ports/55e62be6-d365-40b9-9f9d-24357beba5b2 HTTP/1.1" status: 204 len: 173 time: 0.8751416 Jun 27 09:43:30.992646 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-deleted', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:43:30.992646 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a35fbe6-16ae-4c9f-9ca3-ff0a5535ac16" -d '{"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-deleted", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:43:30.995572 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ffce1420-1ddb-4423-a5bc-c67ca37aa3ca req-9be6cf46-2811-4845-bc90-abbeaaa4becf tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/ports?device_id=448074d1-f23d-4254-a9ec-26b00bd1298c HTTP/1.1" status: 200 len: 210 time: 0.0512581 Jun 27 09:43:31.048556 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:31.050154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759db7c2-5acc-4f25-9385-6226a6271aff x-openstack-request-id: req-759db7c2-5acc-4f25-9385-6226a6271aff {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:43:31.050456 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448074d1-f23d-4254-a9ec-26b00bd1298c", "name": "network-vif-deleted", "tag": "55e62be6-d365-40b9-9f9d-24357beba5b2", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:43:31.050719 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-759db7c2-5acc-4f25-9385-6226a6271aff {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:43:31.051124 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759db7c2-5acc-4f25-9385-6226a6271aff'] response: {'server_uuid': '448074d1-f23d-4254-a9ec-26b00bd1298c', 'name': 'network-vif-deleted', 'tag': '55e62be6-d365-40b9-9f9d-24357beba5b2', 'status': 'completed', 'code': 200} Jun 27 09:43:31.263738 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:31.292662 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:31.302352 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:31.302959 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:31.409046 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:31.589387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:31.613527 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ca713-7491-4b1e-97c3-52d7ecba972a None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:36:07Z', 'revision_number': 4, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '7cb42556-b3d8-4c82-a4cb-97f54e992ba7', 'name': '', 'network_id': '7ad0500a-ea93-4b00-b42a-06ba39611c6e', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'mac_address': 'fa:16:3e:ca:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:06Z', 'updated_at': '2022-06-27T09:36:18Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'subnets': [{'id': 'afbdf362-754a-4017-9b15-624ee1ca05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:31.832580 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28fc360-105e-4b79-ad74-613b36839c7b None None] New status for floating IP cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:43:32.165006 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53176) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:32.208134 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (52e0092a-9d5c-4c37-9790-bf02f741d04b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.231357 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (52e0092a-9d5c-4c37-9790-bf02f741d04b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.342455 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (52e0092a-9d5c-4c37-9790-bf02f741d04b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.345133 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.346278 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "DELETE /v2.0/security-groups/52e0092a-9d5c-4c37-9790-bf02f741d04b HTTP/1.1" status: 204 len: 168 time: 0.1925755 Jun 27 09:43:32.349179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53178) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:32.355451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48567a5-3ed8-4370-a05a-0a725b66842f tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e0092a-9d5c-4c37-9790-bf02f741d04b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:32.363996 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.api.v2.resource [None req-5efea061-f486-4b25-b2c1-acc0e53d4c1b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] show failed (client error): The resource could not be found. Jun 27 09:43:32.365019 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-5efea061-f486-4b25-b2c1-acc0e53d4c1b tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "GET /v2.0/security-groups/52e0092a-9d5c-4c37-9790-bf02f741d04b HTTP/1.1" status: 404 len: 347 time: 0.0148571 Jun 27 09:43:32.367957 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53180) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:32.477446 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Deleting port fe4736d1-4680-493d-a60e-586a02b0848a {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:32.477788 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.552874 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.553126 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (fe4736d1-4680-493d-a60e-586a02b0848a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.565473 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Calling delete_port for fe4736d1-4680-493d-a60e-586a02b0848a owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:32.786428 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (fe4736d1-4680-493d-a60e-586a02b0848a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.809696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Pushing event deleted for resources: {'Port': ['ID=fe4736d1-4680-493d-a60e-586a02b0848a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:32.874664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks [] for floatingip (cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.877141 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:32.878287 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7b0ff51d-4c21-4caf-a38e-743f8288a450 tempest-AttachVolumeShelveTestJSON-130800964 tempest-AttachVolumeShelveTestJSON-130800964-project] 10.222.0.64 "DELETE /v2.0/floatingips/cde48e8c-dd3d-46b3-9e8a-688d5a10f3d6 HTTP/1.1" status: 204 len: 168 time: 0.5093842 Jun 27 09:43:33.320206 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:33.342966 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 55e62be6-d365-40b9-9f9d-24357beba5b2 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:33.343240 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 55e62be6-d365-40b9-9f9d-24357beba5b2 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:33.707870 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:35.550786 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53208) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:35.968266 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:35.988886 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:36.000605 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:36.465486 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Deleting port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:36.465934 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:36.545210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] For port 7cb42556-b3d8-4c82-a4cb-97f54e992ba7, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:36.545489 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:36.557926 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Calling delete_port for 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:36.785894 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (7cb42556-b3d8-4c82-a4cb-97f54e992ba7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:36.808127 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb42556-b3d8-4c82-a4cb-97f54e992ba7,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:36.973921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:37.067812 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:37.123945 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:37.178727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Router dcb5921e-d446-425e-a9e6-8939ecac62a7 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:37.280134 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:37.287909 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9bab0c74-9bbe-4533-a4cc-63cf180b9161 admin admin] 10.222.0.64 "PUT /v2.0/routers/dcb5921e-d446-425e-a9e6-8939ecac62a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7332420 Jun 27 09:43:37.287909 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53218) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:37.292104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Sync routers for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:37.302620 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:37.303235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:37.386460 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks [] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:37.403107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:37.484047 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks [] for router_gateway (dcb5921e-d446-425e-a9e6-8939ecac62a7), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:37.561341 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:37.567723 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:43:36Z', 'revision_number': 5, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port': {'id': '55ed11a9-a5e1-4361-ab2c-514b99a7c38b', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:36:02Z', 'updated_at': '2022-06-27T09:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:37.570130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:37.596844 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Checking router: dcb5921e-d446-425e-a9e6-8939ecac62a7 for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:37.605386 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Routers {'dcb5921e-d446-425e-a9e6-8939ecac62a7'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:37.605996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['dcb5921e-d446-425e-a9e6-8939ecac62a7'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:37.610652 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Deleting port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:37.611158 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:37.699795 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] For port 55ed11a9-a5e1-4361-ab2c-514b99a7c38b, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:37.700166 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:37.717896 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Calling delete_port for 55ed11a9-a5e1-4361-ab2c-514b99a7c38b owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:37.816123 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] Set router dcb5921e-d446-425e-a9e6-8939ecac62a7 gateway port host: None {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:37.863988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:43:37Z', 'revision_number': 6, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:37.880008 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:37.888960 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b1b4ee-f587-4ff8-b08e-2b4a034cba91 None None] The sync data for ids ['dcb5921e-d446-425e-a9e6-8939ecac62a7'] in dv-cinder-847730-1-iscsi is: [{'id': 'dcb5921e-d446-425e-a9e6-8939ecac62a7', 'name': 'tempest-AttachVolumeShelveTestJSON-888396867-router', 'tenant_id': '79203b0660c041f49c5f2629bd5a0bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:36:01Z', 'updated_at': '2022-06-27T09:43:37Z', 'revision_number': 6, 'project_id': '79203b0660c041f49c5f2629bd5a0bdf', 'gw_port_host': None}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:37.988313 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (55ed11a9-a5e1-4361-ab2c-514b99a7c38b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.023922 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ed11a9-a5e1-4361-ab2c-514b99a7c38b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:38.081573 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.167382 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.170359 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks [] for router_controller (dcb5921e-d446-425e-a9e6-8939ecac62a7), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.283283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (dcb5921e-d446-425e-a9e6-8939ecac62a7), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.284008 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb5921e-d446-425e-a9e6-8939ecac62a7 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:43:38.290284 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.291454 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8d96523a-301c-43d9-bfd3-1a13a4d44473 admin admin] 10.222.0.64 "DELETE /v2.0/routers/dcb5921e-d446-425e-a9e6-8939ecac62a7 HTTP/1.1" status: 204 len: 168 time: 1.0030663 Jun 27 09:43:38.294296 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53222) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:38.340192 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Deleting subnet afbdf362-754a-4017-9b15-624ee1ca05b2 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:43:38.342101 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:38.344113 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Publish callbacks [] for subnet (afbdf362-754a-4017-9b15-624ee1ca05b2), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.379606 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (afbdf362-754a-4017-9b15-624ee1ca05b2), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.458100 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (afbdf362-754a-4017-9b15-624ee1ca05b2), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.586575 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (afbdf362-754a-4017-9b15-624ee1ca05b2), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.614329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbdf362-754a-4017-9b15-624ee1ca05b2,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:38.618029 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.621288 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9b15bc87-240a-4128-85b8-79b9edda4b9c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/afbdf362-754a-4017-9b15-624ee1ca05b2 HTTP/1.1" status: 204 len: 168 time: 0.3255026 Jun 27 09:43:38.624154 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53224) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:38.624338 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31499544-f1e7-47bd-ae39-948305a63250 None None] Network 7ad0500a-ea93-4b00-b42a-06ba39611c6e requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:43:38.700343 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (7ad0500a-ea93-4b00-b42a-06ba39611c6e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.745744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Deleting port ce6636d4-2598-47db-bbcb-13f9d2803aed {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:38.746139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.797474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] DHCP port deletion for 7ad0500a-ea93-4b00-b42a-06ba39611c6e request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:43:38.812560 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] For port ce6636d4-2598-47db-bbcb-13f9d2803aed, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ce6636d4-2598-47db-bbcb-13f9d2803aed,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:38.812926 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.828157 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Calling delete_port for ce6636d4-2598-47db-bbcb-13f9d2803aed owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:38.848005 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Deleting port ce6636d4-2598-47db-bbcb-13f9d2803aed {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:38.848297 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.906014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:38.916539 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] For port ce6636d4-2598-47db-bbcb-13f9d2803aed, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ce6636d4-2598-47db-bbcb-13f9d2803aed,segment=NetworkSegment(59a4195f-a075-40e9-92e7-3c7b82f95176),segment_id=59a4195f-a075-40e9-92e7-3c7b82f95176)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:38.916944 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:38.931273 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Calling delete_port for ce6636d4-2598-47db-bbcb-13f9d2803aed owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:38.972306 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.001491 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] No DVR routers for this DVR port ce6636d4-2598-47db-bbcb-13f9d2803aed on host dv-cinder-847730-1-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:39.007014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6636d4-2598-47db-bbcb-13f9d2803aed,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:39.022034 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (ce6636d4-2598-47db-bbcb-13f9d2803aed), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.063325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Pushing event deleted for resources: {'Port': ['ID=ce6636d4-2598-47db-bbcb-13f9d2803aed,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:39.063325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] No DVR routers for this DVR port ce6636d4-2598-47db-bbcb-13f9d2803aed on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:39.064322 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.064675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.065043 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.065354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.065692 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.066179 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.071887 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eac2c5-1f27-435b-aeeb-02ee63fc4f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:39.088093 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (7ad0500a-ea93-4b00-b42a-06ba39611c6e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.109441 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad0500a-ea93-4b00-b42a-06ba39611c6e']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:39.120119 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a4195f-a075-40e9-92e7-3c7b82f95176') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:39.120407 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a4195f-a075-40e9-92e7-3c7b82f95176') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:39.129709 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (59a4195f-a075-40e9-92e7-3c7b82f95176), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.144652 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (59a4195f-a075-40e9-92e7-3c7b82f95176), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.151704 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:43:39.152114 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (59a4195f-a075-40e9-92e7-3c7b82f95176), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.172147 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 59a4195f-a075-40e9-92e7-3c7b82f95176 resource provider aggregate not found Jun 27 09:43:39.211183 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 59a4195f-a075-40e9-92e7-3c7b82f95176 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59a4195f-a075-40e9-92e7-3c7b82f95176 found for delete ", "request_id": "req-6147b7f1-0e7a-401c-8e16-c25f9dc19bc0"}]} Jun 27 09:43:39.272242 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (7ad0500a-ea93-4b00-b42a-06ba39611c6e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.281725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.285285 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7ad0500a-ea93-4b00-b42a-06ba39611c6e HTTP/1.1" status: 204 len: 168 time: 0.6597681 Jun 27 09:43:39.296166 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c1038-d4f1-47da-a601-3b45d543dc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad0500a-ea93-4b00-b42a-06ba39611c6e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:39.756202 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:39.776504 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:39.776928 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 7cb42556-b3d8-4c82-a4cb-97f54e992ba7 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:39.777022 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 55ed11a9-a5e1-4361-ab2c-514b99a7c38b no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:39.795777 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 55ed11a9-a5e1-4361-ab2c-514b99a7c38b {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:39.796155 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 55ed11a9-a5e1-4361-ab2c-514b99a7c38b not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:39.796568 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ce6636d4-2598-47db-bbcb-13f9d2803aed no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:39.816505 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: ce6636d4-2598-47db-bbcb-13f9d2803aed {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:39.816863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ce6636d4-2598-47db-bbcb-13f9d2803aed not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:39.843406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53248) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:39.885812 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-02237f7b-a84a-4307-b48b-e677f42edb36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79203b0660c041f49c5f2629bd5a0bdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412180 Jun 27 09:43:39.888226 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53250) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:39.939984 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] Publish callbacks [] for security_group (f22eea31-ba15-43d4-8f2f-54206e5f9440), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:39.964582 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] Publish callbacks [] for security_group (f22eea31-ba15-43d4-8f2f-54206e5f9440), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:40.108112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f22eea31-ba15-43d4-8f2f-54206e5f9440), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:40.111279 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:40.112595 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f22eea31-ba15-43d4-8f2f-54206e5f9440 HTTP/1.1" status: 204 len: 168 time: 0.2234755 Jun 27 09:43:40.120634 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c87c3e-6314-4f4e-84e5-1c399ca066ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22eea31-ba15-43d4-8f2f-54206e5f9440,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:40.239111 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-067f1d38-864b-4a33-95b1-4b2305c094e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.095156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53278) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:41.193741 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1347888662-network', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:41.285847 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Made reservation on behalf of 422340b9e5834d16bff3539c549fc4c1 for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:43:41.288579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.308783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.355909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223434f-6b28-4ab5-b595-d349e2e26116 req-5637c1c3-2cf1-4164-bdc2-ca3a5ea5a5cf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:41.357375 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2223434f-6b28-4ab5-b595-d349e2e26116 req-5637c1c3-2cf1-4164-bdc2-ca3a5ea5a5cf tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0651944 Jun 27 09:43:41.432883 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2223434f-6b28-4ab5-b595-d349e2e26116 req-eaadb6af-96e4-44a8-b414-96a443a9a5bb tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678284 Jun 27 09:43:41.455181 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks [] for security_group (62eee17e-f432-43fa-8641-d4e051b04d41), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.525048 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (62eee17e-f432-43fa-8641-d4e051b04d41), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.553870 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:43:41.560122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eee17e-f432-43fa-8641-d4e051b04d41,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:41.567581 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (37340b51-6967-4cb7-9624-058d7d7994ef), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.567581 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Added segment 37340b51-6967-4cb7-9624-058d7d7994ef of type vlan for network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 Jun 27 09:43:41.609622 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (63837ba7-06e7-4716-8f4c-6e58bcc433b2), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.690798 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (63837ba7-06e7-4716-8f4c-6e58bcc433b2), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.691773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:41.692350 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.751039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] Pushing event updated for resources: {'Network': ['ID=63837ba7-06e7-4716-8f4c-6e58bcc433b2,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:41.760499 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:43:41.779284 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-79d95bf8-843b-4713-9623-a69e8d043fdb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6828947 Jun 27 09:43:41.782568 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53284) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:41.787250 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Request body: {'subnet': {'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1347888662-subnet', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:41.871958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Made reservation on behalf of 422340b9e5834d16bff3539c549fc4c1 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:43:41.874364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:41.900120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:41.943583 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:42.125249 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (a8b65abd-4fed-4ebe-8d96-4cc28472b9e8), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.186896 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:42.196241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Checking segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:43:42.196544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Network hostable DHCP agents. Network: 63837ba7-06e7-4716-8f4c-6e58bcc433b2, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:43:42.256252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:43:42.302170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 63837ba7-06e7-4716-8f4c-6e58bcc433b2) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:42.306748 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:42.307895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.312509 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7424ee-2711-454e-b72d-e51673805e5c None None] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:43:42.371445 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-275c671a-b1cd-4609-95ff-f903db364149 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5878043 Jun 27 09:43:42.374588 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53286) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:42.378781 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:42.412867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:43:42.413853 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.449392 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.450628 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.503420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for router_controller (73d20a29-ed44-43a7-87c1-0e62b008db0a), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.556156 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c58c37-eed4-404b-a76c-ef404a270ce3 req-387f46de-a16d-4861-aaad-a55918fb6306 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:42.557699 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e3c58c37-eed4-404b-a76c-ef404a270ce3 req-387f46de-a16d-4861-aaad-a55918fb6306 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0540998 Jun 27 09:43:42.560680 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:42.566759 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Allocated IP 172.20.0.2 (63837ba7-06e7-4716-8f4c-6e58bcc433b2/a8b65abd-4fed-4ebe-8d96-4cc28472b9e8/d006a63f-e791-4e4a-ae63-1332acc49dcd) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:42.608978 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e3c58c37-eed4-404b-a76c-ef404a270ce3 req-c7f5ce1b-bec8-48d5-bc3a-97990dc00a04 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448275 Jun 27 09:43:42.633819 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f3c31e0e-6ed3-44dd-a051-b068fdf53b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.644500 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:42.698445 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for router_gateway (73d20a29-ed44-43a7-87c1-0e62b008db0a), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.714846 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks [] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.794583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.835349 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:42.838166 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:42.841890 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:42.848471 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Pushing event updated for resources: {'Port': ['ID=d006a63f-e791-4e4a-ae63-1332acc49dcd,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:42.900764 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Attempting to bind port d006a63f-e791-4e4a-ae63-1332acc49dcd on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:43:42.901367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Attempting to bind port d006a63f-e791-4e4a-ae63-1332acc49dcd by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:43:42.901543 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Attempting to bind port d006a63f-e791-4e4a-ae63-1332acc49dcd on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:43:42.907165 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:43:42.907554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Checking segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:43:42.907973 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.908368 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Bound using segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:43:42.908845 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Bound port: d006a63f-e791-4e4a-ae63-1332acc49dcd, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:43:42.909230 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.951210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:42.967736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for router_gateway (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:42.972424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] For port d006a63f-e791-4e4a-ae63-1332acc49dcd, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:43:42.975446 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] For port d006a63f-e791-4e4a-ae63-1332acc49dcd, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d006a63f-e791-4e4a-ae63-1332acc49dcd,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:43:42.986793 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.074105 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.081811 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-7b024607-02e0-41f4-b2b4-34b31fe6bf63 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:43.084050 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-7b024607-02e0-41f4-b2b4-34b31fe6bf63 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.0585535 Jun 27 09:43:43.134965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198da2-8ad8-4da8-8697-317457c311ad None None] Pushing event updated for resources: {'Port': ['ID=d006a63f-e791-4e4a-ae63-1332acc49dcd,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:43.166804 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Allocated IP 172.27.1.42 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/36face10-8d78-47dd-9e4c-728fa189a28a) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:43.223774 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:43.244583 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 72ec9bf0-624a-42fd-8729-9acf6b562b8d {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:43.244928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.387959 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for port (36face10-8d78-47dd-9e4c-728fa189a28a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.408587 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] For port 72ec9bf0-624a-42fd-8729-9acf6b562b8d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=72ec9bf0-624a-42fd-8729-9acf6b562b8d,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:43.408958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.532430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.604351 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:43.613176 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:43.619143 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:43.621261 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Pushing event updated for resources: {'Port': ['ID=36face10-8d78-47dd-9e4c-728fa189a28a,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:43.649354 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:43.667329 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.667720 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.668049 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Floating IP fd126cbe-47c3-4c12-b113-50c715ab5349 disassociated. External IP: 172.27.1.135, port: 72ec9bf0-624a-42fd-8729-9acf6b562b8d. Jun 27 09:43:43.668404 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 72ec9bf0-624a-42fd-8729-9acf6b562b8d owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:43.805096 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d006a63f-e791-4e4a-ae63-1332acc49dcd up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:43.855366 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port d006a63f-e791-4e4a-ae63-1332acc49dcd triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:43.856438 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.856640 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd73eb-4f0e-4496-a920-fd337cf334ff req-080cb591-f583-4cfe-be1c-17a1b914b4db tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:43.858193 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90dd73eb-4f0e-4496-a920-fd337cf334ff req-080cb591-f583-4cfe-be1c-17a1b914b4db tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 945 time: 0.1747942 Jun 27 09:43:43.930491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:43.938867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port d006a63f-e791-4e4a-ae63-1332acc49dcd is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:43.939398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:43.960536 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-90dd73eb-4f0e-4496-a920-fd337cf334ff req-4e6b96ad-bd6e-41c7-a92e-6b5c074817f1 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups?id=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942235 Jun 27 09:43:43.979766 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port d006a63f-e791-4e4a-ae63-1332acc49dcd, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d006a63f-e791-4e4a-ae63-1332acc49dcd,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:44.073721 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.102941 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eb9f0-cb55-4479-bdb5-a4bab919a218 None None] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:43:44.189485 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=d006a63f-e791-4e4a-ae63-1332acc49dcd,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:44.207334 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-836b22a2-dcf9-4ff9-9d79-e9eb917b16ea None None] Provisioning complete for port d006a63f-e791-4e4a-ae63-1332acc49dcd triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:44.207739 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-836b22a2-dcf9-4ff9-9d79-e9eb917b16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.319613 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-836b22a2-dcf9-4ff9-9d79-e9eb917b16ea None None] Current status of the port d006a63f-e791-4e4a-ae63-1332acc49dcd is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:44.340003 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (72ec9bf0-624a-42fd-8729-9acf6b562b8d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.375609 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=72ec9bf0-624a-42fd-8729-9acf6b562b8d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:44.392672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for router_gateway (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.537130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-590c4aad-c76b-42fa-949d-423e76ba2b33 None None] Provisioning complete for port d006a63f-e791-4e4a-ae63-1332acc49dcd triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:44.537640 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-590c4aad-c76b-42fa-949d-423e76ba2b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.567558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:44.597004 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:44.610103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-590c4aad-c76b-42fa-949d-423e76ba2b33 None None] Current status of the port d006a63f-e791-4e4a-ae63-1332acc49dcd is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:44.701081 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:44.708621 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.792120 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:44.802909 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:44.814729 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:44.815607 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:44.844534 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] No DVR routers for this DVR port 72ec9bf0-624a-42fd-8729-9acf6b562b8d on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:44.872827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.876296 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4afca4b1-d5ae-4225-bf7e-8ddb7e01e9a6 req-247e2675-ff3b-4a58-8c19-9cebbe3e74d6 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.55 "DELETE /v2.0/ports/72ec9bf0-624a-42fd-8729-9acf6b562b8d HTTP/1.1" status: 204 len: 173 time: 1.7717285 Jun 27 09:43:44.876756 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'name': 'network-vif-deleted', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:43:44.879020 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d6637e-cfbf-4181-9ea9-1f54ed713813" -d '{"events": [{"server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "name": "network-vif-deleted", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:43:44.891442 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:44.926316 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c7410f-5ba6-4583-9b28-854ace54aa62 x-openstack-request-id: req-94c7410f-5ba6-4583-9b28-854ace54aa62 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:43:44.926602 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00cfa885-ac09-465b-a052-7ea258517d6d", "name": "network-vif-deleted", "tag": "72ec9bf0-624a-42fd-8729-9acf6b562b8d", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:43:44.926855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-94c7410f-5ba6-4583-9b28-854ace54aa62 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:43:44.927246 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c7410f-5ba6-4583-9b28-854ace54aa62'] response: {'server_uuid': '00cfa885-ac09-465b-a052-7ea258517d6d', 'name': 'network-vif-deleted', 'tag': '72ec9bf0-624a-42fd-8729-9acf6b562b8d', 'status': 'completed', 'code': 200} Jun 27 09:43:44.939418 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:44.982143 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:43:45.072159 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-37fb797c-e782-4867-af14-afe6f3ebe9be req-c87865f7-700b-4d13-9d6e-fc3c2e3e0cab tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cfa885-ac09-465b-a052-7ea258517d6d HTTP/1.1" status: 200 len: 210 time: 0.0351810 Jun 27 09:43:45.118844 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:45.131191 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:45.138467 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:45.139665 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:45.207883 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:45.213123 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53296) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:45.215835 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:45.220094 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-4fe7da51-0e36-4778-b4ab-d4a3edc382aa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8444293 Jun 27 09:43:45.240988 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:45.244012 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:45.251059 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:45.251709 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:45.312283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:45.354830 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:45.360763 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 72ec9bf0-624a-42fd-8729-9acf6b562b8d no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:45.390936 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 72ec9bf0-624a-42fd-8729-9acf6b562b8d {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:45.392569 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 72ec9bf0-624a-42fd-8729-9acf6b562b8d not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:45.459291 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:43Z', 'revision_number': 3, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:45.484248 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:45.484607 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Updating router 73d20a29-ed44-43a7-87c1-0e62b008db0a port 36face10-8d78-47dd-9e4c-728fa189a28a binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:43:45.494775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:45.512726 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:45.553712 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:45.578415 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8e777-9c79-4733-9d5e-b463cd37d0d6 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:37:42Z', 'revision_number': 4, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '60ca4142-fa46-4f0b-a1d8-179308411f03', 'name': '', 'network_id': '44332445-ecaa-4205-9b0a-eb56bcdc88ee', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'mac_address': 'fa:16:3e:9c:52:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:41Z', 'updated_at': '2022-06-27T09:37:46Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'subnets': [{'id': 'b15cea69-daf4-489a-a682-0c2b391df996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:45.649466 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:45.800204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:45.844556 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d006a63f-e791-4e4a-ae63-1332acc49dcd up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:45.860736 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Allocated IP 172.20.0.1 (63837ba7-06e7-4716-8f4c-6e58bcc433b2/a8b65abd-4fed-4ebe-8d96-4cc28472b9e8/c43a3361-06d5-4bd0-80b6-310b4655f609) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:45.869805 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a49ebb2-e519-498f-97df-aef3a5b6f2e8 None None] New status for floating IP fd126cbe-47c3-4c12-b113-50c715ab5349: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:43:45.894931 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:45.953065 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port d006a63f-e791-4e4a-ae63-1332acc49dcd triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:45.953442 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.044044 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks [] for port (36face10-8d78-47dd-9e4c-728fa189a28a), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.076119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.086376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port d006a63f-e791-4e4a-ae63-1332acc49dcd is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:46.113538 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.148660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:46.163861 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2b45-d3dd-44c6-a7ce-656592440266 None None] Pushing event updated for resources: {'Port': ['ID=36face10-8d78-47dd-9e4c-728fa189a28a,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:46.177521 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Attempting to bind port 36face10-8d78-47dd-9e4c-728fa189a28a on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:43:46.177894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Attempting to bind port 36face10-8d78-47dd-9e4c-728fa189a28a by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:43:46.178306 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Attempting to bind port 36face10-8d78-47dd-9e4c-728fa189a28a on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:43:46.184175 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:43:46.184711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:43:46.184957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.185350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:43:46.185858 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Bound port: 36face10-8d78-47dd-9e4c-728fa189a28a, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:43:46.186246 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.213637 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.242178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks [] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.242744 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] For port 36face10-8d78-47dd-9e4c-728fa189a28a, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:43:46.245312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] For port 36face10-8d78-47dd-9e4c-728fa189a28a, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=36face10-8d78-47dd-9e4c-728fa189a28a,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:43:46.268756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53304) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:46.327251 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (bba3f096-cc01-4ab6-8f0f-aaaaafef47ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.347268 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.349701 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:46.351767 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (bba3f096-cc01-4ab6-8f0f-aaaaafef47ac), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.392571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.408012 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:46.408649 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:46.413603 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa2b45-d3dd-44c6-a7ce-656592440266 None None] Pushing event updated for resources: {'Port': ['ID=36face10-8d78-47dd-9e4c-728fa189a28a,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:46.436048 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:46.439001 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:46.442457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:46.470633 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Pushing event updated for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:46.487238 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.528375 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:46.574063 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (bba3f096-cc01-4ab6-8f0f-aaaaafef47ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.577368 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.581265 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/security-groups/bba3f096-cc01-4ab6-8f0f-aaaaafef47ac HTTP/1.1" status: 204 len: 168 time: 0.3088500 Jun 27 09:43:46.581845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53306) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:46.596132 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c87c-8fa0-45b0-9250-00cf3a992e03 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba3f096-cc01-4ab6-8f0f-aaaaafef47ac,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:46.597560 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.api.v2.resource [None req-2d95d10a-92c2-48c7-a251-ba7f95f38c24 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] show failed (client error): The resource could not be found. Jun 27 09:43:46.599896 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2d95d10a-92c2-48c7-a251-ba7f95f38c24 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "GET /v2.0/security-groups/bba3f096-cc01-4ab6-8f0f-aaaaafef47ac HTTP/1.1" status: 404 len: 347 time: 0.0157909 Jun 27 09:43:46.601970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53308) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:46.719945 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.721930 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Deleting port 888e9093-8e10-45e5-9f18-3f1d20705c0b {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:46.722288 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.722458 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:43Z', 'revision_number': 3, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:46.760904 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d48106-7c26-4f19-9050-cf13f852b57b None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:43Z', 'revision_number': 3, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:46.768538 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-6dc30507-49b9-4412-b3d8-8727f85dfac3 None None] Provisioning complete for port c43a3361-06d5-4bd0-80b6-310b4655f609 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:46.768921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6dc30507-49b9-4412-b3d8-8727f85dfac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.809494 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-6dc30507-49b9-4412-b3d8-8727f85dfac3 None None] Port c43a3361-06d5-4bd0-80b6-310b4655f609 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:43:46.813338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.813532 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (888e9093-8e10-45e5-9f18-3f1d20705c0b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.827922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Calling delete_port for 888e9093-8e10-45e5-9f18-3f1d20705c0b owned by network:floatingip {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:46.889901 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks [] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.948449 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:46.954211 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:47.017477 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (888e9093-8e10-45e5-9f18-3f1d20705c0b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.024947 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.044015 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:47.047062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Pushing event updated for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:47.049132 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Pushing event deleted for resources: {'Port': ['ID=888e9093-8e10-45e5-9f18-3f1d20705c0b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:47.139860 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks [] for floatingip (fd126cbe-47c3-4c12-b113-50c715ab5349), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.144498 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.147662 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7b81efb0-7689-4279-b38a-da188ed6ce10 tempest-AttachVolumeNegativeTest-1828249429 tempest-AttachVolumeNegativeTest-1828249429-project] 10.222.0.64 "DELETE /v2.0/floatingips/fd126cbe-47c3-4c12-b113-50c715ab5349 HTTP/1.1" status: 204 len: 168 time: 0.5440972 Jun 27 09:43:47.178645 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:47.179789 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:47.314933 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:47.434348 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-a177025b-88a1-4441-b041-85d828fc43c5 None None] Provisioning complete for port c43a3361-06d5-4bd0-80b6-310b4655f609 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:47.434882 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a177025b-88a1-4441-b041-85d828fc43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.435336 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:47.446665 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d6d44b25-0b43-4117-b190-aec3a44974ba admin admin] 10.222.0.64 "PUT /v2.0/routers/73d20a29-ed44-43a7-87c1-0e62b008db0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2322927 Jun 27 09:43:47.478700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-a177025b-88a1-4441-b041-85d828fc43c5 None None] Port c43a3361-06d5-4bd0-80b6-310b4655f609 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:43:47.782516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 36face10-8d78-47dd-9e4c-728fa189a28a up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:47.806292 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53320) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:47.810853 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1020445427', 'description': 'tempest-description--94803247'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:47.830909 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 36face10-8d78-47dd-9e4c-728fa189a28a triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:47.831338 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.883574 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.906379 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 36face10-8d78-47dd-9e4c-728fa189a28a is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:47.906703 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:47.913154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:47.932203 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 36face10-8d78-47dd-9e4c-728fa189a28a, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=36face10-8d78-47dd-9e4c-728fa189a28a,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:47.954548 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (fab4e564-1f56-4bf3-88be-45b5d1e065ed), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.011300 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fab4e564-1f56-4bf3-88be-45b5d1e065ed), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.011565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.045924 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab4e564-1f56-4bf3-88be-45b5d1e065ed,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:48.073335 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=36face10-8d78-47dd-9e4c-728fa189a28a,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:48.093976 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.096072 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ba37e8bf-d861-4a7a-a84f-26ef7b27dfcf tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2886267 Jun 27 09:43:48.098784 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53322) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:48.103170 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group_rule': {'security_group_id': 'fab4e564-1f56-4bf3-88be-45b5d1e065ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:48.119451 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:48.243305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (4f697b13-a6d0-4c57-9284-af53ffa8f11e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.304462 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (4f697b13-a6d0-4c57-9284-af53ffa8f11e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.371305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (4f697b13-a6d0-4c57-9284-af53ffa8f11e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.377240 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:48.388044 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:48.389395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:48.392400 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f697b13-a6d0-4c57-9284-af53ffa8f11e,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:48.462843 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.467860 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-68a2aa3e-e51d-4c5e-9ba1-af0459fbca07 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3653700 Jun 27 09:43:48.468330 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53326) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:48.472893 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group_rule': {'security_group_id': 'fab4e564-1f56-4bf3-88be-45b5d1e065ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:48.496360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:48.562322 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (86e8db56-38b8-4f31-bdcf-d4d629eb0642), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.580413 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:48.587110 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:48.627224 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (86e8db56-38b8-4f31-bdcf-d4d629eb0642), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.693809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 2, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:48.702668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (86e8db56-38b8-4f31-bdcf-d4d629eb0642), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.719793 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:48.720075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Updating router 73d20a29-ed44-43a7-87c1-0e62b008db0a port c43a3361-06d5-4bd0-80b6-310b4655f609 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:43:48.723451 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e8db56-38b8-4f31-bdcf-d4d629eb0642,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:48.749709 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.789837 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:48.800277 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a1a70629-042f-4700-8a87-c48bc7735cb8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221927 Jun 27 09:43:48.802664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53336) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:48.808844 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:48.923397 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.005331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.026104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks [] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.105788 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.109523 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Allocated IP 172.27.1.108 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:49.160788 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51051-cede-4087-beda-99fdf41244af None None] Pushing event updated for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:49.209600 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:49.212242 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Attempting to bind port c43a3361-06d5-4bd0-80b6-310b4655f609 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:43:49.212619 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Attempting to bind port c43a3361-06d5-4bd0-80b6-310b4655f609 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:43:49.212984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Attempting to bind port c43a3361-06d5-4bd0-80b6-310b4655f609 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:43:49.219491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:43:49.219918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Checking segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:43:49.220474 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.220864 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Bound using segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:43:49.221341 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Bound port: c43a3361-06d5-4bd0-80b6-310b4655f609, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:43:49.221731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.231026 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.261456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:49.291698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] For port c43a3361-06d5-4bd0-80b6-310b4655f609, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:43:49.295861 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] For port c43a3361-06d5-4bd0-80b6-310b4655f609, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c43a3361-06d5-4bd0-80b6-310b4655f609,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:43:49.369217 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.369465 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.411878 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:49.419300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:49.421566 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:49.423859 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Provisioning complete for port c43a3361-06d5-4bd0-80b6-310b4655f609 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:49.424241 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.442797 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f51051-cede-4087-beda-99fdf41244af None None] Pushing event updated for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:49.448025 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:49.477313 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:49.478130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:49.556246 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.578538 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Current status of the port c43a3361-06d5-4bd0-80b6-310b4655f609 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:49.579116 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.651331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.696538 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:49.766965 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:49.783261 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 36face10-8d78-47dd-9e4c-728fa189a28a up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:49.813800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.815175 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] For port c43a3361-06d5-4bd0-80b6-310b4655f609, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c43a3361-06d5-4bd0-80b6-310b4655f609,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:49.820850 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:49.874465 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.906810 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.950441 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 36face10-8d78-47dd-9e4c-728fa189a28a triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:49.950791 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:49.966470 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:49.975203 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:50.062002 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:50.062869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2abfc-eca0-4350-a95b-b26eab631c33 None None] Pushing event updated for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:50.075000 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-9c181f2d-c609-4874-8f1f-1816e407ea08 None None] Provisioning complete for port c43a3361-06d5-4bd0-80b6-310b4655f609 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:50.075369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9c181f2d-c609-4874-8f1f-1816e407ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:50.090864 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:50.092252 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-eba440cc-1e40-41ff-94ae-1c7a8202667f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2881665 Jun 27 09:43:50.195423 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 36face10-8d78-47dd-9e4c-728fa189a28a is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:50.198874 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:50.243806 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541e3790-fe40-4aee-8749-35a1b94ff182 None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:50.260470 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-9af7b9cf-f8ed-4b82-87d5-be5249b48295 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1020445427&fields=id&tenant_id=422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 267 time: 0.0536361 Jun 27 09:43:50.264239 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-9c181f2d-c609-4874-8f1f-1816e407ea08 None None] Current status of the port c43a3361-06d5-4bd0-80b6-310b4655f609 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:50.402353 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-b07fdc8e-777c-493c-aa77-312667c408ba tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:50.404009 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-b07fdc8e-777c-493c-aa77-312667c408ba tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 811 time: 0.1319232 Jun 27 09:43:50.421852 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-575cdbd0-be40-40f4-a6ec-08cc93e06260 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/quotas/422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 375 time: 0.0109596 Jun 27 09:43:50.474784 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-4a64d948-f34f-4e9c-86aa-91909c26f1b3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472083 Jun 27 09:43:50.576657 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-6a2797c6-94fe-43c9-815b-1a90e01f3b4b service neutron] 10.222.0.64 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897896 Jun 27 09:43:50.642283 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:50.673645 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-91175330-3bdd-4312-af22-cdb550fe8c44 service neutron] 10.222.0.64 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911405 Jun 27 09:43:50.940326 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-42ede0e0-f0d4-4ae3-8eda-d1cb8b6742e3 req-6911cceb-6afd-497c-a75b-9e3e72bf7182 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 210 time: 0.0330029 Jun 27 09:43:51.367921 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53378) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:51.726045 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:51.773587 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:51.793863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c43a3361-06d5-4bd0-80b6-310b4655f609 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:43:51.841783 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port c43a3361-06d5-4bd0-80b6-310b4655f609 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:51.842154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:51.914203 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port c43a3361-06d5-4bd0-80b6-310b4655f609 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:51.954367 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Deleting port 60ca4142-fa46-4f0b-a1d8-179308411f03 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:51.954944 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:52.032483 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] For port 60ca4142-fa46-4f0b-a1d8-179308411f03, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=60ca4142-fa46-4f0b-a1d8-179308411f03,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:52.032846 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:52.042509 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-20ed5578-f77b-4333-8869-fee1dad7cb60 req-c77912a1-7c2b-4a77-b2d2-9552831fcf75 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 210 time: 0.0290368 Jun 27 09:43:52.047274 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Calling delete_port for 60ca4142-fa46-4f0b-a1d8-179308411f03 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:52.057968 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:52.313837 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (60ca4142-fa46-4f0b-a1d8-179308411f03), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:52.339016 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ca4142-fa46-4f0b-a1d8-179308411f03,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:52.353873 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.354272 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.354677 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.355016 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.355349 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.355725 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.356054 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.356378 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.356703 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.357021 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.357376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.357712 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.358084 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.358953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.358953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:43:52.525433 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:52.732176 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:43:52.827229 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:52.834036 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:43:52.840592 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1a576e01-d9cc-49d4-9d4b-76e92b1ab6a3 admin admin] 10.222.0.64 "PUT /v2.0/routers/863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703040 Jun 27 09:43:52.841352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53386) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:52.842405 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Sync routers for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:43:52.852490 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:52.853092 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:52.958050 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:53.035274 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:53.090693 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:53.134797 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:43:52Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:53.160040 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Checking router: 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:43:53.171126 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Routers {'863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:43:53.171777 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:53.184711 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b3ccae52-2640-4def-9916-2469493e503e req-5429f5d1-518a-4fd7-8322-3cca17444cbe tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 210 time: 0.0325646 Jun 27 09:43:53.238532 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-2b071e5f-b71e-4e36-8f47-d63472d904e4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:53.240169 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-2b071e5f-b71e-4e36-8f47-d63472d904e4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 811 time: 0.1569352 Jun 27 09:43:53.248606 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks [] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.280068 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] Set router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:43:53.312174 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-5f1b0a54-5900-42e0-8bb6-8fd3eecf81b4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 380 time: 0.0607059 Jun 27 09:43:53.323521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'port': {'device_id': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'admin_state_up': True, 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'security_groups': ['fab4e564-1f56-4bf3-88be-45b5d1e065ed']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:53.363512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:53.365328 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks [] for router_gateway (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.459193 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:43:52Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:53.472704 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Deleting port a1dc2081-8e8e-4651-a452-fcce927639c6 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:53.475221 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.485132 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461dcd7-788f-4530-bef8-ef35125b9a93 None None] The sync data for ids ['863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac'] in dv-cinder-847730-1-iscsi is: [{'id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'name': 'tempest-AttachVolumeNegativeTest-2058158437-router', 'tenant_id': '4b698ead017b4ef8b397ee127b487309', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:37:38Z', 'updated_at': '2022-06-27T09:43:52Z', 'revision_number': 5, 'project_id': '4b698ead017b4ef8b397ee127b487309', 'gw_port': {'id': 'a1dc2081-8e8e-4651-a452-fcce927639c6', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:37:39Z', 'updated_at': '2022-06-27T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:43:53.555910 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] For port a1dc2081-8e8e-4651-a452-fcce927639c6, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a1dc2081-8e8e-4651-a452-fcce927639c6,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:53.556279 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.573858 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Calling delete_port for a1dc2081-8e8e-4651-a452-fcce927639c6 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:53.574451 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Made reservation on behalf of 422340b9e5834d16bff3539c549fc4c1 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:43:53.578557 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.711058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Allocated IP 172.20.0.14 (63837ba7-06e7-4716-8f4c-6e58bcc433b2/a8b65abd-4fed-4ebe-8d96-4cc28472b9e8/4b0d10bc-c18e-4f05-ade6-67243610a1f6) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:43:53.714760 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:53.825904 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (a1dc2081-8e8e-4651-a452-fcce927639c6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.854938 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dc2081-8e8e-4651-a452-fcce927639c6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:53.924381 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:53.927563 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.945390 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 60ca4142-fa46-4f0b-a1d8-179308411f03 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:53.958933 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:53.968305 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 60ca4142-fa46-4f0b-a1d8-179308411f03 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:53.968657 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 60ca4142-fa46-4f0b-a1d8-179308411f03 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:54.022832 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.025204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks [] for router_controller (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.057280 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.100186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:43:54.103233 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:43:54.107038 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:43:54.132831 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:54.142956 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:43:54.146357 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.146998 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:43:54.151984 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.154216 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-4070b1e5-84af-4b4d-b1ee-e2debe4f1798 admin admin] 10.222.0.64 "DELETE /v2.0/routers/863f0b32-4ff0-41e0-91e5-9ecd9cc4b1ac HTTP/1.1" status: 204 len: 168 time: 1.3105574 Jun 27 09:43:54.158490 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53398) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:54.173331 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:54.173979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.209656 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:54.224824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Deleting subnet b15cea69-daf4-489a-a682-0c2b391df996 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:43:54.228391 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Publish callbacks [] for subnet (b15cea69-daf4-489a-a682-0c2b391df996), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.272692 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (b15cea69-daf4-489a-a682-0c2b391df996), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.314551 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-d7b93371-8fb3-476f-b22c-1462c99036e3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9952199 Jun 27 09:43:54.345134 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Request body: {'port': {'device_id': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:43:54.396930 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e133c-174f-4406-9aa4-c7b0e2a3970b req-564465c1-5556-4208-a31a-d4627819eed2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:54.398310 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bb0e133c-174f-4406-9aa4-c7b0e2a3970b req-564465c1-5556-4208-a31a-d4627819eed2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 932 time: 0.1030343 Jun 27 09:43:54.420309 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-e7e651ed-5534-41a4-b064-530abf8b5d5c None None] Provisioning complete for port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:43:54.420769 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7e651ed-5534-41a4-b064-530abf8b5d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.455462 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e7e651ed-5534-41a4-b064-530abf8b5d5c None None] Port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:43:54.466787 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (b15cea69-daf4-489a-a682-0c2b391df996), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.502001 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:54.524168 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.541597 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-bb0e133c-174f-4406-9aa4-c7b0e2a3970b req-89b33e00-dffe-4640-be60-5953749d12a7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256397 Jun 27 09:43:54.656145 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (b15cea69-daf4-489a-a682-0c2b391df996), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.698024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979d59e-4cbc-4898-9481-f44d52c56d0d None None] Network 44332445-ecaa-4205-9b0a-eb56bcdc88ee requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:43:54.699348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15cea69-daf4-489a-a682-0c2b391df996,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:54.703619 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.706807 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-625cc81d-dcd2-41de-9255-cedab01fbbf9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b15cea69-daf4-489a-a682-0c2b391df996 HTTP/1.1" status: 204 len: 168 time: 0.5472925 Jun 27 09:43:54.709668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53402) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:54.782570 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (44332445-ecaa-4205-9b0a-eb56bcdc88ee), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.828417 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Deleting port 69022b94-0614-4bc3-838a-fb6f26703ff1 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:54.828962 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.839979 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0d10bc-c18e-4f05-ade6-67243610a1f6 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:43:54.848100 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks [] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.860737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Transition to ACTIVE for port object 4b0d10bc-c18e-4f05-ade6-67243610a1f6 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:43:54.879383 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] DHCP port deletion for 44332445-ecaa-4205-9b0a-eb56bcdc88ee request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:43:54.897838 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] For port 69022b94-0614-4bc3-838a-fb6f26703ff1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=69022b94-0614-4bc3-838a-fb6f26703ff1,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:54.898204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.910936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Calling delete_port for 69022b94-0614-4bc3-838a-fb6f26703ff1 owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:54.916075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Deleting port 69022b94-0614-4bc3-838a-fb6f26703ff1 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:43:54.916445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.919675 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.982588 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] For port 69022b94-0614-4bc3-838a-fb6f26703ff1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=69022b94-0614-4bc3-838a-fb6f26703ff1,segment=NetworkSegment(34a6794b-39ac-4098-9159-2d181842ab99),segment_id=34a6794b-39ac-4098-9159-2d181842ab99)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:54.983780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:54.992064 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:54.998335 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Calling delete_port for 69022b94-0614-4bc3-838a-fb6f26703ff1 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:43:55.010014 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:55.060422 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.084422 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (69022b94-0614-4bc3-838a-fb6f26703ff1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.096915 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Pushing event deleted for resources: {'Port': ['ID=69022b94-0614-4bc3-838a-fb6f26703ff1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:55.105980 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] No DVR routers for this DVR port 69022b94-0614-4bc3-838a-fb6f26703ff1 on host dv-cinder-847730-1-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:55.115030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] Pushing event deleted for resources: {'Port': ['ID=69022b94-0614-4bc3-838a-fb6f26703ff1,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:55.117615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba771472-dddb-47bc-b08c-86fe60f47223 None None] No DVR routers for this DVR port 69022b94-0614-4bc3-838a-fb6f26703ff1 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:43:55.214705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (44332445-ecaa-4205-9b0a-eb56bcdc88ee), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.236906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44332445-ecaa-4205-9b0a-eb56bcdc88ee']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:55.246728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a6794b-39ac-4098-9159-2d181842ab99') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:55.247023 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a6794b-39ac-4098-9159-2d181842ab99') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:43:55.257744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (34a6794b-39ac-4098-9159-2d181842ab99), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.272342 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (34a6794b-39ac-4098-9159-2d181842ab99), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.280303 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:43:55.280721 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (34a6794b-39ac-4098-9159-2d181842ab99), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.312717 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 34a6794b-39ac-4098-9159-2d181842ab99 resource provider aggregate not found Jun 27 09:43:55.327375 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Attempting to bind port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:43:55.327985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Attempting to bind port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:43:55.328099 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Attempting to bind port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:43:55.332779 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:43:55.333104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Attempting to bind port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:43:55.337971 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:43:55.338311 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Checking segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:43:55.342567 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Bound using segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:43:55.342567 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Bound port: 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:43:55.342567 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.363271 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 34a6794b-39ac-4098-9159-2d181842ab99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34a6794b-39ac-4098-9159-2d181842ab99 found for delete ", "request_id": "req-39d39250-2af2-43e1-8272-3af4e16c789c"}]} Jun 27 09:43:55.385193 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:55.399984 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:43:55.416642 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (44332445-ecaa-4205-9b0a-eb56bcdc88ee), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.417177 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:43:55.422981 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.426059 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] 10.222.0.64 "DELETE /v2.0/networks/44332445-ecaa-4205-9b0a-eb56bcdc88ee HTTP/1.1" status: 204 len: 168 time: 0.7152977 Jun 27 09:43:55.437402 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec47e8a-dab4-417c-b9df-364b70f699ab admin admin] Pushing event deleted for resources: {'Network': ['ID=44332445-ecaa-4205-9b0a-eb56bcdc88ee,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:55.483867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.518890 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:55.519511 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.520905 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 1094 time: 1.1817760 Jun 27 09:43:55.521352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:43:55.523624 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c8305c-f94e-4ca9-9d78-1a68da692b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:43:55.548384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf83399-bfa3-421c-b98e-428a868d45a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:55.577667 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ad8ecb-b9dc-4ff2-b395-22769630c83b x-openstack-request-id: req-e3ad8ecb-b9dc-4ff2-b395-22769630c83b {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:43:55.578254 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:43:55.578525 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3ad8ecb-b9dc-4ff2-b395-22769630c83b {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:43:55.579013 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ad8ecb-b9dc-4ff2-b395-22769630c83b'] response: {'name': 'network-changed', 'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'status': 'completed', 'code': 200} Jun 27 09:43:55.674155 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-ce75dbec-75c3-4876-84c6-0468f8f2cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:55.675870 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-ce75dbec-75c3-4876-84c6-0468f8f2cbe5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1128 time: 0.0762181 Jun 27 09:43:55.697820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb9b2-19a5-4aa1-85a9-4bc7841fe720 req-c2636002-de33-41a8-a30a-f21e749099ee tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:55.699615 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4beb9b2-19a5-4aa1-85a9-4bc7841fe720 req-c2636002-de33-41a8-a30a-f21e749099ee tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 944 time: 0.0672698 Jun 27 09:43:55.767798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a1dc2081-8e8e-4651-a452-fcce927639c6 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:55.782336 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53414) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:55.788773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:55.794075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: a1dc2081-8e8e-4651-a452-fcce927639c6 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:55.794424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a1dc2081-8e8e-4651-a452-fcce927639c6 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:55.794846 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 69022b94-0614-4bc3-838a-fb6f26703ff1 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:43:55.812167 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4beb9b2-19a5-4aa1-85a9-4bc7841fe720 req-dd637f93-e9b8-442a-8e9a-eaa569dde66f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996988 Jun 27 09:43:55.824564 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 69022b94-0614-4bc3-838a-fb6f26703ff1 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:43:55.825243 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 69022b94-0614-4bc3-838a-fb6f26703ff1 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:43:55.826109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-3cd3b061-939f-4797-b24f-7cf203004585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:55.827986 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-3cd3b061-939f-4797-b24f-7cf203004585 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=422340b9e5834d16bff3539c549fc4c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1439562 Jun 27 09:43:55.849656 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-545c8b0e-f704-4e34-a7e9-5ed0f63b370f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b698ead017b4ef8b397ee127b487309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660787 Jun 27 09:43:55.852159 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53416) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:55.876041 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:55.902557 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] Publish callbacks [] for security_group (8ce526e7-17cb-4601-a6dc-03c32b36d335), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.925406 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] Publish callbacks [] for security_group (8ce526e7-17cb-4601-a6dc-03c32b36d335), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:55.936788 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-c12fd5f2-3e8c-49a5-90f4-a3757a9f24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:55.938562 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-64c8305c-f94e-4ca9-9d78-1a68da692b1a req-c12fd5f2-3e8c-49a5-90f4-a3757a9f24bd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041934 Jun 27 09:43:56.018524 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-f585450d-1c74-4ab2-bda8-401f8224f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:56.020110 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-f585450d-1c74-4ab2-bda8-401f8224f798 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1128 time: 0.0428638 Jun 27 09:43:56.060935 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-8e8dfe5d-c7c8-4ecf-b824-ab9464297e01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 217 time: 0.0322664 Jun 27 09:43:56.062302 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (8ce526e7-17cb-4601-a6dc-03c32b36d335), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:56.065147 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:56.066322 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ce526e7-17cb-4601-a6dc-03c32b36d335 HTTP/1.1" status: 204 len: 168 time: 0.2132440 Jun 27 09:43:56.074502 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193002f9-859c-4339-b74f-274eec8f65fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce526e7-17cb-4601-a6dc-03c32b36d335,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:56.111051 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-47a2df8f-b520-4f54-a8d2-2906a7528184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:56.112668 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-47a2df8f-b520-4f54-a8d2-2906a7528184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0463505 Jun 27 09:43:56.160743 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-3ea20dda-0b1d-462f-8f2a-852ac82f5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:56.160743 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-3ea20dda-0b1d-462f-8f2a-852ac82f5b49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388966 Jun 27 09:43:56.254456 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-8ab9d1e8-c60f-4918-a8b8-d7e7169a0305 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880888 Jun 27 09:43:56.348494 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9de76234-aa29-4aa6-b157-4c15f43aa346 req-24e1fd52-a979-4af8-9ad5-fb9c7ca28ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881474 Jun 27 09:43:56.907884 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:56.943691 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1b856-d0c6-4b66-aa3c-bbe32b0f1b2a req-ea787165-0027-4005-b690-1bd6da0feb42 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:56.945279 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2c1b856-d0c6-4b66-aa3c-bbe32b0f1b2a req-ea787165-0027-4005-b690-1bd6da0feb42 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 944 time: 0.0478311 Jun 27 09:43:56.995372 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c2c1b856-d0c6-4b66-aa3c-bbe32b0f1b2a req-0c3f6222-08b6-49da-bd1a-5b9cb63e660f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Jun 27 09:43:58.111041 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89b379-8a76-474f-9b69-d134734bae34 req-eb5e88d5-dd10-4d28-9ad4-2597eb341646 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:58.112601 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3b89b379-8a76-474f-9b69-d134734bae34 req-eb5e88d5-dd10-4d28-9ad4-2597eb341646 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 944 time: 0.0477495 Jun 27 09:43:58.161071 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3b89b379-8a76-474f-9b69-d134734bae34 req-b2b27276-c483-4b8a-8fcb-a0af64e8242c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Jun 27 09:43:58.528172 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53470) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:58.632184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f01bd470-dddd-4832-a96f-87e7cfe5bc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:58.704669 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f01bd470-dddd-4832-a96f-87e7cfe5bc67 admin admin] Publish callbacks [] for security_group (7a301cda-2919-4009-ba8f-0b6869d02a1d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:58.776068 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f01bd470-dddd-4832-a96f-87e7cfe5bc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7a301cda-2919-4009-ba8f-0b6869d02a1d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:58.815354 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f01bd470-dddd-4832-a96f-87e7cfe5bc67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7db4a74fcf54bcaada2156a296281ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861204 Jun 27 09:43:58.816234 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bd470-dddd-4832-a96f-87e7cfe5bc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a301cda-2919-4009-ba8f-0b6869d02a1d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:58.818080 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53474) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:58.867307 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] Publish callbacks [] for security_group (7a301cda-2919-4009-ba8f-0b6869d02a1d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:58.887970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] Publish callbacks [] for security_group (7a301cda-2919-4009-ba8f-0b6869d02a1d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:58.903830 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:59.004726 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7a301cda-2919-4009-ba8f-0b6869d02a1d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.007293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.008495 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a301cda-2919-4009-ba8f-0b6869d02a1d HTTP/1.1" status: 204 len: 168 time: 0.1891687 Jun 27 09:43:59.016857 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f261e-0dc8-4106-8697-7ec6c99845d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a301cda-2919-4009-ba8f-0b6869d02a1d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:59.278196 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531a380-6148-4664-b7ca-65e3e5a0fed9 req-2308a06f-343c-42a7-a08d-2c3296b4dca9 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:43:59.279711 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c531a380-6148-4664-b7ca-65e3e5a0fed9 req-2308a06f-343c-42a7-a08d-2c3296b4dca9 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 944 time: 0.0492365 Jun 27 09:43:59.331397 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c531a380-6148-4664-b7ca-65e3e5a0fed9 req-a49eb64f-fb40-4bac-963a-88089bdd7589 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Jun 27 09:43:59.430196 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 4b0d10bc-c18e-4f05-ade6-67243610a1f6 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:43:59.529493 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:59.542558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53482) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:59.546205 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'port_id': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'mac_address': 'fa:16:3e:4b:8d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:43:59.559681 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-46718617-b0f8-4aaf-8b42-0011b24a2c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.572652 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:43:59.582565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:43:59.582955 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.596396 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0d10bc-c18e-4f05-ade6-67243610a1f6 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:43:59.616520 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:43:59.635350 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-46718617-b0f8-4aaf-8b42-0011b24a2c19 admin admin] Publish callbacks [] for security_group (56d425bb-195d-429a-b7ea-04a7c3daf9a0), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.705901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.706092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-46718617-b0f8-4aaf-8b42-0011b24a2c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56d425bb-195d-429a-b7ea-04a7c3daf9a0), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.745714 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-46718617-b0f8-4aaf-8b42-0011b24a2c19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bdb230d87ec4fb9adba60639e45f07d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020798 Jun 27 09:43:59.747040 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718617-b0f8-4aaf-8b42-0011b24a2c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d425bb-195d-429a-b7ea-04a7c3daf9a0,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:59.748662 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53484) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:43:59.753950 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:59.799108 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] Publish callbacks [] for security_group (56d425bb-195d-429a-b7ea-04a7c3daf9a0), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.820440 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] Publish callbacks [] for security_group (56d425bb-195d-429a-b7ea-04a7c3daf9a0), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.959004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56d425bb-195d-429a-b7ea-04a7c3daf9a0), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.961571 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:43:59.962785 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56d425bb-195d-429a-b7ea-04a7c3daf9a0 HTTP/1.1" status: 204 len: 168 time: 0.2124403 Jun 27 09:43:59.972101 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041f7b-de8c-493e-91ce-895af088fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d425bb-195d-429a-b7ea-04a7c3daf9a0,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:43:59.972853 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['4b0d10bc-c18e-4f05-ade6-67243610a1f6'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:44:00.446376 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e584ca1-4bbd-4572-8578-817f2ccc2678 req-a84a7efe-850e-44e7-869f-a4749ee210d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:00.447917 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3e584ca1-4bbd-4572-8578-817f2ccc2678 req-a84a7efe-850e-44e7-869f-a4749ee210d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 945 time: 0.0467269 Jun 27 09:44:00.495932 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3e584ca1-4bbd-4572-8578-817f2ccc2678 req-967c25b7-e2c9-47cc-92bc-3dc24bc83905 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Jun 27 09:44:01.446381 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 4b0d10bc-c18e-4f05-ade6-67243610a1f6 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:44:01.488867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:44:01.559522 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:44:01.560185 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:01.624931 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f972d-1828-43e5-87c4-3add09e01a97 req-dd300bad-034d-4ebe-b7bb-6a5fb3c7e9dd tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:01.626511 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8b2f972d-1828-43e5-87c4-3add09e01a97 req-dd300bad-034d-4ebe-b7bb-6a5fb3c7e9dd tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 945 time: 0.0592334 Jun 27 09:44:01.648470 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:44:01.648951 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:01.674323 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:44:01.676597 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd84904-c552-488b-8f40-875720b53537" -d '{"events": [{"server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "name": "network-vif-plugged", "status": "completed", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:44:01.678143 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-8b2f972d-1828-43e5-87c4-3add09e01a97 req-6cb8fe1f-5c3c-4b66-a428-9d4b6fb8978c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455894 Jun 27 09:44:01.699097 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:44:01.719101 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56571ea6-a3af-45a1-b50b-d10fdc654bfb x-openstack-request-id: req-56571ea6-a3af-45a1-b50b-d10fdc654bfb {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:44:01.719101 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "name": "network-vif-plugged", "status": "completed", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:44:01.719101 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56571ea6-a3af-45a1-b50b-d10fdc654bfb {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:44:01.719101 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56571ea6-a3af-45a1-b50b-d10fdc654bfb'] response: {'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'code': 200} Jun 27 09:44:01.770922 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:01.776069 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:01.820465 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:02.022320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9961c-656b-4f10-8ff3-275cd0ab5525 req-0286e56d-b5ad-445c-b9d7-bc2c3abb2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:02.023842 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-84b9961c-656b-4f10-8ff3-275cd0ab5525 req-0286e56d-b5ad-445c-b9d7-bc2c3abb2aa2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1130 time: 0.0435755 Jun 27 09:44:02.068405 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-84b9961c-656b-4f10-8ff3-275cd0ab5525 req-ce797265-4a15-4af6-8473-cb9a48237405 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Jun 27 09:44:02.791399 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae569e5-c05f-49c4-9717-f21d88640208 req-de308edd-a370-46c5-a46d-c8a952779d52 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:02.792912 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aae569e5-c05f-49c4-9717-f21d88640208 req-de308edd-a370-46c5-a46d-c8a952779d52 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0465271 Jun 27 09:44:02.839623 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-aae569e5-c05f-49c4-9717-f21d88640208 req-7469b5be-30a8-410e-b74a-4b676e719356 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403028 Jun 27 09:44:03.708178 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:03.959147 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4476b-d4d8-40b6-a454-fbbd2c5279fa req-1f594090-adc3-431a-bcc9-666f69f9108e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:03.960647 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2bd4476b-d4d8-40b6-a454-fbbd2c5279fa req-1f594090-adc3-431a-bcc9-666f69f9108e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0467563 Jun 27 09:44:04.011057 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2bd4476b-d4d8-40b6-a454-fbbd2c5279fa req-f63b4511-7ae3-4b0f-8d4b-528eca2aae70 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449986 Jun 27 09:44:04.128616 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d183c-1c00-4ee5-9f39-29e4d5f53599 req-3b500e91-637d-449e-b403-cdc4f7826794 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:04.130121 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-100d183c-1c00-4ee5-9f39-29e4d5f53599 req-3b500e91-637d-449e-b403-cdc4f7826794 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0482023 Jun 27 09:44:04.139038 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=82 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:04.141298 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53564) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:04.145916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'floatingip': {'port_id': '4b0d10bc-c18e-4f05-ade6-67243610a1f6'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:04.187806 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:04.346456 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:04.382954 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:04.616131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:04.694038 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:04.794686 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Floating IP 4672f1c4-f8ff-4421-bf6f-3753d9607972 associated. External IP: 172.27.1.108, port: 4b0d10bc-c18e-4f05-ade6-67243610a1f6. Jun 27 09:44:04.987818 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:44:05.086327 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:44:05.091104 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:05.096813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:44:05.107195 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:44:05.107842 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:44:05.122989 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a4eee03b-71b0-4e3f-9f9e-73bc432b23d6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "PUT /v2.0/floatingips/4672f1c4-f8ff-4421-bf6f-3753d9607972 HTTP/1.1" status: 200 len: 992 time: 0.9805937 Jun 27 09:44:05.123915 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:44:05.126297 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2" -d '{"events": [{"name": "network-changed", "server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:44:05.161457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed291d06-d033-4fba-b29b-4ff6edadb4c6 x-openstack-request-id: req-ed291d06-d033-4fba-b29b-4ff6edadb4c6 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:44:05.162053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:44:05.162053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ed291d06-d033-4fba-b29b-4ff6edadb4c6 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:44:05.162379 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed291d06-d033-4fba-b29b-4ff6edadb4c6'] response: {'name': 'network-changed', 'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'status': 'completed', 'code': 200} Jun 27 09:44:05.211642 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:44:05.212998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:05.220747 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-f81ab8e3-7ae3-405e-a3ea-53069833f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:05.222261 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-f81ab8e3-7ae3-405e-a3ea-53069833f6fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1130 time: 0.0392692 Jun 27 09:44:05.315980 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-69d8f861-2b7c-42f7-9045-176749620653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:05.317472 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-69d8f861-2b7c-42f7-9045-176749620653 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0896473 Jun 27 09:44:05.381753 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-39b8c33b-4761-446e-8462-4a7974eee098 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 1000 time: 0.0585141 Jun 27 09:44:05.424685 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:05.428023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '4672f1c4-f8ff-4421-bf6f-3753d9607972', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:4b:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:49Z', 'updated_at': '2022-06-27T09:44:04Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:44:05.436055 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-6197e9a4-c5d4-4467-b5da-03e9b7eb40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:05.438155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-6197e9a4-c5d4-4467-b5da-03e9b7eb40b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0499046 Jun 27 09:44:05.453329 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:44:05.462365 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:44:05.463214 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:43:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:44:05.488005 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-664fa681-3a87-4ba3-8ffb-f35bc4610d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:05.489506 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-664fa681-3a87-4ba3-8ffb-f35bc4610d10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452993 Jun 27 09:44:05.516521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:05.589859 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-c2214641-680a-4151-92d6-c8c7813d3ab9 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940585 Jun 27 09:44:05.693515 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1b4434b8-d2fb-4e27-9a8c-600d66bf87e2 req-a92cea79-9a9d-46ad-93b8-a78328ffc16d service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Jun 27 09:44:05.716120 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:44:05.877804 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:05.928643 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '4672f1c4-f8ff-4421-bf6f-3753d9607972', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:4b:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:49Z', 'updated_at': '2022-06-27T09:44:04Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:44:05.953606 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe187e66-5930-4a84-b5a3-4832935b9bdb None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '4672f1c4-f8ff-4421-bf6f-3753d9607972', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:4b:8d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:49Z', 'updated_at': '2022-06-27T09:44:04Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:44:06.117178 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53586) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:06.150454 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79796ca0-73b2-4003-830b-9b542948ee56 None None] New status for floating IP 4672f1c4-f8ff-4421-bf6f-3753d9607972: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:44:06.230222 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-32e79134-8665-4f90-9824-18993f4d5108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.309675 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-32e79134-8665-4f90-9824-18993f4d5108 admin admin] Publish callbacks [] for security_group (cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.393662 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-32e79134-8665-4f90-9824-18993f4d5108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.437061 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79134-8665-4f90-9824-18993f4d5108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:06.441559 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-32e79134-8665-4f90-9824-18993f4d5108 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37f654a6b1674b4a9d1ce32cf83d4160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232162 Jun 27 09:44:06.444587 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53590) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:06.485229 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:06.496339 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] Publish callbacks [] for security_group (cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.517603 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] Publish callbacks [] for security_group (cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.631230 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.633993 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:06.635148 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e HTTP/1.1" status: 204 len: 168 time: 0.1897304 Jun 27 09:44:06.643676 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efb59f-ac9a-45f7-ac23-5302e9b31878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9bc4a8-eed5-4ae9-aa7b-b287f4f7725e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:07.271049 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53596) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:07.287623 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9be4b8e6-aaf2-4b0f-9f37-836bfb9781cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.360876 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:07.362894 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9be4b8e6-aaf2-4b0f-9f37-836bfb9781cd admin admin] Publish callbacks [] for security_group (efee4d23-1dd4-4cd2-a6c9-5a3367568e29), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.455885 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9be4b8e6-aaf2-4b0f-9f37-836bfb9781cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (efee4d23-1dd4-4cd2-a6c9-5a3367568e29), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.495106 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9be4b8e6-aaf2-4b0f-9f37-836bfb9781cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3095181ed2054e53b55d09c8e97860bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228734 Jun 27 09:44:07.496992 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4b8e6-aaf2-4b0f-9f37-836bfb9781cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee4d23-1dd4-4cd2-a6c9-5a3367568e29,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:07.497931 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53598) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:07.547057 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] Publish callbacks [] for security_group (efee4d23-1dd4-4cd2-a6c9-5a3367568e29), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.568352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] Publish callbacks [] for security_group (efee4d23-1dd4-4cd2-a6c9-5a3367568e29), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.673444 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (efee4d23-1dd4-4cd2-a6c9-5a3367568e29), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.676006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:07.677168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efee4d23-1dd4-4cd2-a6c9-5a3367568e29 HTTP/1.1" status: 204 len: 168 time: 0.1781950 Jun 27 09:44:07.685138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb08f4-d775-4c58-8552-7b37d76b1cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee4d23-1dd4-4cd2-a6c9-5a3367568e29,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:10.348059 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9ad42be3-7165-44f7-a4da-3414468d92e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:12.659858 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad13-0df1-4491-a2b2-a32030a4b08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:14.894179 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:14.959863 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53698) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:15.064726 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cc269d37-1201-403e-9917-d562ee111677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.140703 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cc269d37-1201-403e-9917-d562ee111677 admin admin] Publish callbacks [] for security_group (62dfd909-4501-41db-b0c5-9e47ca2035d0), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.219932 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cc269d37-1201-403e-9917-d562ee111677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (62dfd909-4501-41db-b0c5-9e47ca2035d0), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.257458 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269d37-1201-403e-9917-d562ee111677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dfd909-4501-41db-b0c5-9e47ca2035d0,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:15.262840 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cc269d37-1201-403e-9917-d562ee111677 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6cc9f0381564a4abbdbd7aaf461ca33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019357 Jun 27 09:44:15.265669 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53702) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:15.317836 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] Publish callbacks [] for security_group (62dfd909-4501-41db-b0c5-9e47ca2035d0), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.338704 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] Publish callbacks [] for security_group (62dfd909-4501-41db-b0c5-9e47ca2035d0), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.444817 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (62dfd909-4501-41db-b0c5-9e47ca2035d0), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.447259 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:15.448456 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62dfd909-4501-41db-b0c5-9e47ca2035d0 HTTP/1.1" status: 204 len: 168 time: 0.1820583 Jun 27 09:44:15.456335 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bebb68-f11e-457a-bf07-c3e6c3c8ce76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dfd909-4501-41db-b0c5-9e47ca2035d0,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:16.017092 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.036512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53708) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:16.049849 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3130146f-1c6d-49ce-8e3c-24b1a874472a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.127398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3130146f-1c6d-49ce-8e3c-24b1a874472a admin admin] Publish callbacks [] for security_group (73accbd8-2ad1-47f1-84b0-8716ce37cd62), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.170643 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.193284 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3130146f-1c6d-49ce-8e3c-24b1a874472a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (73accbd8-2ad1-47f1-84b0-8716ce37cd62), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.232667 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3130146f-1c6d-49ce-8e3c-24b1a874472a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f64bd3d377694138b755fd58a6c36564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950779 Jun 27 09:44:16.233470 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130146f-1c6d-49ce-8e3c-24b1a874472a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73accbd8-2ad1-47f1-84b0-8716ce37cd62,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:16.235911 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53710) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:16.285370 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] Publish callbacks [] for security_group (73accbd8-2ad1-47f1-84b0-8716ce37cd62), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.287562 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:16.308014 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] Publish callbacks [] for security_group (73accbd8-2ad1-47f1-84b0-8716ce37cd62), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.454020 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (73accbd8-2ad1-47f1-84b0-8716ce37cd62), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.456598 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:16.457747 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73accbd8-2ad1-47f1-84b0-8716ce37cd62 HTTP/1.1" status: 204 len: 168 time: 0.2208617 Jun 27 09:44:16.465659 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de55f66-ce9c-4970-b07a-392c445b230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73accbd8-2ad1-47f1-84b0-8716ce37cd62,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:17.097379 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53716) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:17.110649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f4c694e0-efc6-4445-84c0-928f846527f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.183941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f4c694e0-efc6-4445-84c0-928f846527f2 admin admin] Publish callbacks [] for security_group (2c5fa73e-685b-4029-9a1c-7509aab25ad5), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.259849 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f4c694e0-efc6-4445-84c0-928f846527f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2c5fa73e-685b-4029-9a1c-7509aab25ad5), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.300240 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f4c694e0-efc6-4445-84c0-928f846527f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28d3d6db37794c7d948147c37dd4eb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017622 Jun 27 09:44:17.300958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c694e0-efc6-4445-84c0-928f846527f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5fa73e-685b-4029-9a1c-7509aab25ad5,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:17.302902 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53718) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:17.317425 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:17.355584 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] Publish callbacks [] for security_group (2c5fa73e-685b-4029-9a1c-7509aab25ad5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.377628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] Publish callbacks [] for security_group (2c5fa73e-685b-4029-9a1c-7509aab25ad5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.406824 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:17.490704 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2c5fa73e-685b-4029-9a1c-7509aab25ad5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.493283 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:17.494459 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2c5fa73e-685b-4029-9a1c-7509aab25ad5 HTTP/1.1" status: 204 len: 168 time: 0.1905355 Jun 27 09:44:17.502534 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d3ab-21f9-402b-8b16-dfeb13a2d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5fa73e-685b-4029-9a1c-7509aab25ad5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:26.101583 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:26.138154 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:26.144047 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:27.293721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:27.296926 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:27.513921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:27.536764 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=2,neutron:SELECT=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:28.343418 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53840) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:28.446909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57c3a5fe-c1ad-4a28-8885-59b761d60dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.519745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57c3a5fe-c1ad-4a28-8885-59b761d60dcc admin admin] Publish callbacks [] for security_group (69644c7f-bb5f-4fc2-9563-751a93e5d74a), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.587055 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-57c3a5fe-c1ad-4a28-8885-59b761d60dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (69644c7f-bb5f-4fc2-9563-751a93e5d74a), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.629650 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-57c3a5fe-c1ad-4a28-8885-59b761d60dcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=520d945aca5742a9a61b9e9b69be4a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851455 Jun 27 09:44:28.630521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3a5fe-c1ad-4a28-8885-59b761d60dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69644c7f-bb5f-4fc2-9563-751a93e5d74a,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:28.633025 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53844) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:28.683079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] Publish callbacks [] for security_group (69644c7f-bb5f-4fc2-9563-751a93e5d74a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.703643 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] Publish callbacks [] for security_group (69644c7f-bb5f-4fc2-9563-751a93e5d74a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.815683 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (69644c7f-bb5f-4fc2-9563-751a93e5d74a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.818238 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:28.819412 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69644c7f-bb5f-4fc2-9563-751a93e5d74a HTTP/1.1" status: 204 len: 168 time: 0.1860933 Jun 27 09:44:28.827257 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08857bb-96e2-4759-b9f5-7667dd108c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69644c7f-bb5f-4fc2-9563-751a93e5d74a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:29.388312 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53850) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:29.402308 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-020d2a8a-b14d-4be5-ae49-fa31ae3d461f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.480612 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-020d2a8a-b14d-4be5-ae49-fa31ae3d461f admin admin] Publish callbacks [] for security_group (aff28d29-b698-444c-ac93-15151dbc29fa), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.541678 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-020d2a8a-b14d-4be5-ae49-fa31ae3d461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (aff28d29-b698-444c-ac93-15151dbc29fa), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.581109 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-020d2a8a-b14d-4be5-ae49-fa31ae3d461f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63dbb8d19ee74a4ebdda8be6f1f5b10a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917477 Jun 27 09:44:29.581968 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d2a8a-b14d-4be5-ae49-fa31ae3d461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff28d29-b698-444c-ac93-15151dbc29fa,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:29.583806 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53852) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:29.632879 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] Publish callbacks [] for security_group (aff28d29-b698-444c-ac93-15151dbc29fa), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.653681 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] Publish callbacks [] for security_group (aff28d29-b698-444c-ac93-15151dbc29fa), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.796691 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (aff28d29-b698-444c-ac93-15151dbc29fa), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.799241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:29.800409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aff28d29-b698-444c-ac93-15151dbc29fa HTTP/1.1" status: 204 len: 168 time: 0.2155769 Jun 27 09:44:29.808196 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4950c-457b-4688-b26a-87550d37edc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff28d29-b698-444c-ac93-15151dbc29fa,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:30.463123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53858) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:30.476262 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9080f9ae-90a5-4ed3-9fe0-fba3ec48c222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.549426 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9080f9ae-90a5-4ed3-9fe0-fba3ec48c222 admin admin] Publish callbacks [] for security_group (a6896690-2b12-45c7-a1f7-7555304dbfed), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.613824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-9080f9ae-90a5-4ed3-9fe0-fba3ec48c222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a6896690-2b12-45c7-a1f7-7555304dbfed), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.653018 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080f9ae-90a5-4ed3-9fe0-fba3ec48c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6896690-2b12-45c7-a1f7-7555304dbfed,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:30.657266 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-9080f9ae-90a5-4ed3-9fe0-fba3ec48c222 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a782b1b9d15a4d019db0341f33877767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1931274 Jun 27 09:44:30.659906 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53860) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:30.707412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Publish callbacks [] for security_group (a6896690-2b12-45c7-a1f7-7555304dbfed), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.728072 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Publish callbacks [] for security_group (a6896690-2b12-45c7-a1f7-7555304dbfed), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.844897 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (a6896690-2b12-45c7-a1f7-7555304dbfed), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.847458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:30.848698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6896690-2b12-45c7-a1f7-7555304dbfed HTTP/1.1" status: 204 len: 168 time: 0.1879096 Jun 27 09:44:30.856503 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6896690-2b12-45c7-a1f7-7555304dbfed,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:30.864416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.864715 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.865075 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.865426 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.865770 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.866110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.866448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.866777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.867156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.867434 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.867795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.868130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.868547 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.868820 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:30.869149 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9e66b-ee60-4d39-82b8-aa725cc6129e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:31.142562 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:44:33.707437 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.449879 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 53906) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:35.553832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6bf17c18-39a2-4fdb-97db-8abd30c19894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.593568 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:35.602309 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:35.627787 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6bf17c18-39a2-4fdb-97db-8abd30c19894 admin admin] Publish callbacks [] for security_group (56ff5e4d-c0ee-4f3b-b474-10d58af74343), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.693687 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6bf17c18-39a2-4fdb-97db-8abd30c19894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56ff5e4d-c0ee-4f3b-b474-10d58af74343), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.735598 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6bf17c18-39a2-4fdb-97db-8abd30c19894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=07087a801c83417aae147803fc643ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845922 Jun 27 09:44:35.736716 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf17c18-39a2-4fdb-97db-8abd30c19894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ff5e4d-c0ee-4f3b-b474-10d58af74343,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:35.738377 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53910) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:35.791013 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] Publish callbacks [] for security_group (56ff5e4d-c0ee-4f3b-b474-10d58af74343), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.813832 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] Publish callbacks [] for security_group (56ff5e4d-c0ee-4f3b-b474-10d58af74343), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.958963 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (56ff5e4d-c0ee-4f3b-b474-10d58af74343), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.961501 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:35.963298 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56ff5e4d-c0ee-4f3b-b474-10d58af74343 HTTP/1.1" status: 204 len: 168 time: 0.2230229 Jun 27 09:44:35.972299 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76560265-0360-492a-92be-4eed9cfd0d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ff5e4d-c0ee-4f3b-b474-10d58af74343,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:36.949499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53938) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:37.043555 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1205023710-network', 'tenant_id': '428f2755baac4091a9d78e86090d819b'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:37.135552 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Made reservation on behalf of 428f2755baac4091a9d78e86090d819b for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:44:37.137909 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.146576 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.224781 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks [] for security_group (c2b086bc-4748-43fd-b6b9-3744f265818e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.278708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c2b086bc-4748-43fd-b6b9-3744f265818e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.304581 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:44:37.314347 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b086bc-4748-43fd-b6b9-3744f265818e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:37.319075 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (4579a692-8ea8-4c21-95f0-4b067c697c56), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.319414 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Added segment 4579a692-8ea8-4c21-95f0-4b067c697c56 of type vlan for network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 Jun 27 09:44:37.326327 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:37.359046 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (2c7da231-f63f-4eff-bafe-35d3dfbe40f5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.373999 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:37.442506 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (2c7da231-f63f-4eff-bafe-35d3dfbe40f5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.443518 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:37.444138 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.510225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7da231-f63f-4eff-bafe-35d3dfbe40f5,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:37.520259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:44:37.553642 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c42ac03d-97aa-4689-ad65-46d4fdab9c53 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6030438 Jun 27 09:44:37.556498 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 53944) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:44:37.561249 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Request body: {'subnet': {'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1205023710-subnet', 'tenant_id': '428f2755baac4091a9d78e86090d819b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:37.636306 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Made reservation on behalf of 428f2755baac4091a9d78e86090d819b for: {'subnet': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:44:37.638715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9728503'] for subnet (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.871355 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9728385'] for subnet (350bd822-7f06-4521-acc0-0046efaf1500), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:37.929572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350bd822-7f06-4521-acc0-0046efaf1500,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:37.937309 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Checking segment: {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:44:37.938170 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Network hostable DHCP agents. Network: 2c7da231-f63f-4eff-bafe-35d3dfbe40f5, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:44:38.002369 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:44:38.054206 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:38.064880 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 2c7da231-f63f-4eff-bafe-35d3dfbe40f5) {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:44:38.068927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:38.069511 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:38.074712 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6a5a3-0b1c-468c-a863-5ef65312e890 None None] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:44:38.133002 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-9de38e31-c26d-4fe3-8d46-0c2088d29af1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5753260 Jun 27 09:44:38.177183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862a5e1-f4d3-4470-92f0-6f0ca30e4d4a None None] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:44:40.217226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-a2832bd3-2872-448c-aa2f-220b106b360d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:40.218699 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-a2832bd3-2872-448c-aa2f-220b106b360d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/networks?id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 200 len: 814 time: 0.1038587 Jun 27 09:44:40.231434 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:40.232914 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8c87fa2e-2403-4e84-a4e9-83818cf969c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:40.234105 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-2fc19a33-37ef-42f0-9330-2618b29eb764 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/quotas/428f2755baac4091a9d78e86090d819b HTTP/1.1" status: 200 len: 375 time: 0.0093932 Jun 27 09:44:40.513911 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-87318af9-3319-474d-86bd-fc166ecd45be tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2737892 Jun 27 09:44:40.650758 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5b32a026-524c-485d-b4a0-e964e259394c service neutron] 10.222.0.64 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294930 Jun 27 09:44:40.742871 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-ad976f0d-192d-4e35-9e37-16b689886021 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Jun 27 09:44:41.063805 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-68b1d9eb-806f-4d14-9a0f-52959f990da6 req-efd1ee81-6db2-4b03-b2ac-47189ecf80de tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0307894 Jun 27 09:44:41.138325 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:42.162210 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d507c97-17ce-45b7-a3d1-992971387454 req-1dfe2613-51d2-49d3-965a-9566330ff177 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0276685 Jun 27 09:44:42.621442 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-91f2655e-6909-43f9-9755-ba8a7717fce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:43.258939 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-92c00ded-7b3f-4462-99e6-94a94b7dec65 req-cd0bd187-b710-4c14-ba89-235c5655b25c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jun 27 09:44:43.589921 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-37d8afa2-ec34-49e5-b172-d389bde165eb tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:43.591362 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-37d8afa2-ec34-49e5-b172-d389bde165eb tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "GET /v2.0/networks?id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 200 len: 814 time: 0.1040030 Jun 27 09:44:43.612179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Request body: {'port': {'device_id': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5', 'admin_state_up': True, 'tenant_id': '428f2755baac4091a9d78e86090d819b'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:43.802321 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Made reservation on behalf of 428f2755baac4091a9d78e86090d819b for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:44:43.805856 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:43.948179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Allocated IP 172.20.0.6 (2c7da231-f63f-4eff-bafe-35d3dfbe40f5/350bd822-7f06-4521-acc0-0046efaf1500/11c101a0-eea4-4619-85e4-b0a2c0919c37) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:44:44.101555 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks [] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.216244 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.256450 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:44.258316 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:44:44.261466 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:44:44.265116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:44:44.300965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Pushing event updated for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:44.320599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:44.321219 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.365402 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:44.382311 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97c51-5361-4222-a98e-8e4cf07e677b req-598f6257-211b-4a3c-bd51-de1079881a25 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:44.383827 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4e97c51-5361-4222-a98e-8e4cf07e677b req-598f6257-211b-4a3c-bd51-de1079881a25 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 931 time: 0.0514543 Jun 27 09:44:44.424292 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-5861be59-c9fc-495c-b42d-d10e89a4acb2 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164945 Jun 27 09:44:44.436490 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Request body: {'port': {'device_id': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:44.445198 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c4e97c51-5361-4222-a98e-8e4cf07e677b req-7f287b59-c6e5-4885-b5cd-2e2c34c69a1e tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Jun 27 09:44:44.500754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.640549 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9885100e-16ce-49cd-85f0-d70e2815d6b2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479690552&fields=id&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 267 time: 0.0447209 Jun 27 09:44:44.751237 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-59b4f025-a3db-4ae7-b25c-460fe74384f6 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:44.752771 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-59b4f025-a3db-4ae7-b25c-460fe74384f6 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.1058605 Jun 27 09:44:44.759976 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c101a0-eea4-4619-85e4-b0a2c0919c37 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:44:44.767969 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks [] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.768155 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d175688-0fa3-4ff3-afbb-370647e52002 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/quotas/1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 375 time: 0.0097792 Jun 27 09:44:44.780498 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Transition to ACTIVE for port object 11c101a0-eea4-4619-85e4-b0a2c0919c37 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:44:44.819132 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-3e72d301-4763-4b58-b39a-473cdc103a39 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460830 Jun 27 09:44:44.830919 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.879279 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Pushing event updated for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:44.901412 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:44.918527 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-c738c5ff-f1e3-4ee6-8fa2-3ae324cfe25c service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871735 Jun 27 09:44:44.926241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:44.962130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Attempting to bind port 11c101a0-eea4-4619-85e4-b0a2c0919c37 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:44:44.962476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Attempting to bind port 11c101a0-eea4-4619-85e4-b0a2c0919c37 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:44:44.962855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Attempting to bind port 11c101a0-eea4-4619-85e4-b0a2c0919c37 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:44:44.967373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Port 11c101a0-eea4-4619-85e4-b0a2c0919c37 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:44:44.967751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Attempting to bind port 11c101a0-eea4-4619-85e4-b0a2c0919c37 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:44:44.976670 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:44:44.977242 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Checking segment: {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:44:44.977817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Bound using segment: {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:44:44.978477 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Bound port: 11c101a0-eea4-4619-85e4-b0a2c0919c37, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:44:44.979280 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:45.024160 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-f4ddbbd5-3763-4548-b154-909e22a336cd service neutron] 10.222.0.64 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982099 Jun 27 09:44:45.050201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:44:45.055305 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:44:45.153744 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:45.190203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:45.190847 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:45.192313 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] 10.222.0.55 "PUT /v2.0/ports/11c101a0-eea4-4619-85e4-b0a2c0919c37 HTTP/1.1" status: 200 len: 1093 time: 0.7599289 Jun 27 09:44:45.192749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:44:45.194968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddad243-2f43-4fae-8cc7-babd12da65ba" -d '{"events": [{"name": "network-changed", "server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:44:45.214862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7d9bb-cbe4-4e3c-a926-3cb46e85113f service neutron] Pushing event updated for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:45.333543 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-85cc1893-79f3-4ef3-9758-3df8e05a1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:45.335032 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-85cc1893-79f3-4ef3-9758-3df8e05a1229 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 1127 time: 0.0396795 Jun 27 09:44:45.377388 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-ad90fdd9-468e-49ea-b30b-8d4ac2fec520 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37 HTTP/1.1" status: 200 len: 217 time: 0.0352247 Jun 27 09:44:45.426744 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-650df99f-82b8-4677-a05f-b978645bd3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:45.429681 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-650df99f-82b8-4677-a05f-b978645bd3d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=350bd822-7f06-4521-acc0-0046efaf1500 HTTP/1.1" status: 200 len: 854 time: 0.0439484 Jun 27 09:44:45.460142 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-6fd2a9d7-d5fc-4d9b-a14a-5c70121618ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254395 Jun 27 09:44:45.553408 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-026c2e91-8b84-42d3-bb29-022a7d458aaf service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Jun 27 09:44:45.581411 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348789d2-44fc-4057-8ed1-c554431d2d12 x-openstack-request-id: req-348789d2-44fc-4057-8ed1-c554431d2d12 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:44:45.581721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:44:45.581962 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-348789d2-44fc-4057-8ed1-c554431d2d12 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:44:45.582421 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348789d2-44fc-4057-8ed1-c554431d2d12'] response: {'name': 'network-changed', 'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37', 'status': 'completed', 'code': 200} Jun 27 09:44:45.667260 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db366eed-7291-4acb-b38f-c5e8f8735fa4 req-fb1d00f0-301b-452c-94e9-fa8012a5f852 service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022730 Jun 27 09:44:45.688537 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef211f-4389-451c-8f25-19621da4e4f3 req-487eba71-7309-4217-ad75-ee7a9959fb2c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:45.690617 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-deef211f-4389-451c-8f25-19621da4e4f3 req-487eba71-7309-4217-ad75-ee7a9959fb2c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0681059 Jun 27 09:44:45.735082 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:45.739758 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-deef211f-4389-451c-8f25-19621da4e4f3 req-c5ad6dfb-eee3-4f4f-948c-b4fd0b27ee00 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428019 Jun 27 09:44:45.810154 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2204e157-9cd1-4247-a630-005e77dc8567 req-c29170a2-f892-4158-8584-4dc7dd99c643 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 210 time: 0.0284283 Jun 27 09:44:46.025317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:46.181217 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:46.716949 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-d24a7819-dc25-43dd-ab11-ae6b361ed9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:46.718613 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-d24a7819-dc25-43dd-ab11-ae6b361ed9cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 1127 time: 0.0399401 Jun 27 09:44:46.797499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:46.825133 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-1c56a837-a349-40ed-82bb-10bc86d22061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:46.826566 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-1c56a837-a349-40ed-82bb-10bc86d22061 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 200 len: 915 time: 0.1018806 Jun 27 09:44:46.885514 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-614df5a3-b1f5-4ea5-bcb4-13f6c2b9630d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37 HTTP/1.1" status: 200 len: 217 time: 0.0409927 Jun 27 09:44:46.909382 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ed840-8d4b-4f1e-8c18-e60fbd409d96 req-b79c340d-9f59-43a5-ba27-da10cbb51d6a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:46.911232 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a1ed840-8d4b-4f1e-8c18-e60fbd409d96 req-b79c340d-9f59-43a5-ba27-da10cbb51d6a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 943 time: 0.1008179 Jun 27 09:44:46.919588 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e884839-9f8c-4580-9141-200a39d7f1be req-dfbe077a-e23a-4f73-84b7-586646529122 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 210 time: 0.0404196 Jun 27 09:44:46.990141 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-8b49653b-16d4-4692-b272-7fd88b926c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:46.990141 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-8b49653b-16d4-4692-b272-7fd88b926c6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=350bd822-7f06-4521-acc0-0046efaf1500 HTTP/1.1" status: 200 len: 854 time: 0.0868549 Jun 27 09:44:47.011031 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3a1ed840-8d4b-4f1e-8c18-e60fbd409d96 req-8d787229-7674-4f44-970a-1ec31a277c48 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743682 Jun 27 09:44:47.026245 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-e9dd42de-99da-4b16-8492-f9f923b7fa67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327485 Jun 27 09:44:47.100154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:47.120402 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-f787eb63-c92a-479d-be4c-b966ac4e3313 service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877695 Jun 27 09:44:47.215900 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-8ddad243-2f43-4fae-8cc7-babd12da65ba req-b3cc2890-1ae8-4850-b256-2328037147f2 service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Jun 27 09:44:47.895346 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9b6f0fc7-43f0-4565-af20-1160a28a879b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:47.896698 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9b6f0fc7-43f0-4565-af20-1160a28a879b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 811 time: 0.0980086 Jun 27 09:44:47.966585 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-d211948d-b3c1-4cb8-b51a-a0e29061b82f tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5cbd080e204408aa51c29ec2cf1422 HTTP/1.1" status: 200 len: 380 time: 0.0534062 Jun 27 09:44:47.978198 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'port': {'device_id': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'admin_state_up': True, 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'security_groups': ['40e10049-94e0-4d49-8573-0ce93393423b']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:48.027774 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-196ff9b5-d091-453a-8b31-fe93836384a8 req-90c03011-fb8f-4937-b9ae-f86232914396 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 210 time: 0.0331604 Jun 27 09:44:48.141186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb6f3e-abc7-4930-a16e-8c59af242838 req-682a139c-d846-496f-beec-4a7f5f51dbd8 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:48.145209 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-75eb6f3e-abc7-4930-a16e-8c59af242838 req-682a139c-d846-496f-beec-4a7f5f51dbd8 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0593696 Jun 27 09:44:48.189552 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-75eb6f3e-abc7-4930-a16e-8c59af242838 req-fff4165d-fbab-4232-89bb-28265d1879fa tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Jun 27 09:44:48.227364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Made reservation on behalf of 1d5cbd080e204408aa51c29ec2cf1422 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:44:48.230840 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.364240 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.20.0.11 (55f28e02-5cc3-4eaa-863b-67aabfa62103/9676a4fb-efb0-4622-bfac-bf11fc9a37dd/22d0d7b0-5a8c-4419-bf0c-95ba06adce52) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:44:48.505706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.593559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.601805 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:48.620194 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:48.637663 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:44:48.640540 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:44:48.644194 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:44:48.650384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:48.697544 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:48.698417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.781905 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-022b45b1-07d5-4a52-a036-bef81e3c61dc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8076429 Jun 27 09:44:48.798389 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Request body: {'port': {'device_id': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:44:48.860117 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.882157 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-2d50eb5b-9838-42be-976e-2de56b80c323 None None] Provisioning complete for port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:44:48.882750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2d50eb5b-9838-42be-976e-2de56b80c323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:48.913287 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2d50eb5b-9838-42be-976e-2de56b80c323 None None] Port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:44:49.153351 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b19e-2896-476e-ae4a-581c34c56091 req-c62ea193-df01-46f1-8174-b4c274856eb8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:49.154977 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c30b19e-2896-476e-ae4a-581c34c56091 req-c62ea193-df01-46f1-8174-b4c274856eb8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 932 time: 0.0496342 Jun 27 09:44:49.207288 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c30b19e-2896-476e-ae4a-581c34c56091 req-7ca5ba3b-bfbc-4183-9e13-ee5d5bdbb51f tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Jun 27 09:44:49.347496 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02526bb-ac53-46d2-a780-f35a4f78ce82 req-c21d2053-f89a-4b81-afe7-02e608e26057 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:49.348899 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c02526bb-ac53-46d2-a780-f35a4f78ce82 req-c21d2053-f89a-4b81-afe7-02e608e26057 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 943 time: 0.0852904 Jun 27 09:44:49.443715 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c02526bb-ac53-46d2-a780-f35a4f78ce82 req-a2cbddea-ca1a-46e1-8cce-c23dd8ef6328 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869784 Jun 27 09:44:49.456871 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:44:49.465119 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks [] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.478353 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Transition to ACTIVE for port object 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:44:49.581134 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.620765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 11c101a0-eea4-4619-85e4-b0a2c0919c37 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:44:49.633683 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:49.706414 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Attempting to bind port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:44:49.706633 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Attempting to bind port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:44:49.707028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Attempting to bind port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:44:49.711886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:44:49.712210 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Attempting to bind port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 on network 55f28e02-5cc3-4eaa-863b-67aabfa62103 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:44:49.717807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:44:49.718151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Checking segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:44:49.718540 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Bound using segment: {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:44:49.718974 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Bound port: 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3666a-803f-49e0-8dc1-75cd38559e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:44:49.719478 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.729654 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:44:49.730672 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:49.742763 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '11c101a0-eea4-4619-85e4-b0a2c0919c37', 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5', 'port_id': '11c101a0-eea4-4619-85e4-b0a2c0919c37', 'mac_address': 'fa:16:3e:c7:e5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350bd822-7f06-4521-acc0-0046efaf1500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:44:49.778327 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 11c101a0-eea4-4619-85e4-b0a2c0919c37 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:44:49.778729 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.788651 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:44:49.792156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:44:49.793185 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c101a0-eea4-4619-85e4-b0a2c0919c37 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:44:49.815115 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:44:49.867686 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.893615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.905887 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:49.906515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:49.907925 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] 10.222.0.55 "PUT /v2.0/ports/22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 200 len: 1094 time: 1.1141424 Jun 27 09:44:49.908365 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:44:49.911182 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d27d75-c745-44bf-933e-fa1ff17a73df" -d '{"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:44:49.939845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d310d49-92bd-410a-8f4a-300e4414bd70 service neutron] Pushing event updated for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:49.962479 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:49.971337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.974409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.975026 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.975026 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.975308 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.975668 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.975998 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.976324 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:49.976795 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:44:50.054323 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:50.072498 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-a04d76e5-ada0-4848-bf64-75c04a931e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.074055 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-a04d76e5-ada0-4848-bf64-75c04a931e98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1128 time: 0.0565860 Jun 27 09:44:50.124270 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d529d67d-bf61-4e5d-8ccc-e31ed060cf90 x-openstack-request-id: req-d529d67d-bf61-4e5d-8ccc-e31ed060cf90 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:44:50.124270 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:44:50.124507 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d529d67d-bf61-4e5d-8ccc-e31ed060cf90 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:44:50.124919 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d529d67d-bf61-4e5d-8ccc-e31ed060cf90'] response: {'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'status': 'completed', 'code': 200} Jun 27 09:44:50.126670 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-bfcfb0e2-28cf-4c63-a41f-5d05aa323470 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 200 len: 217 time: 0.0437744 Jun 27 09:44:50.159290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['11c101a0-eea4-4619-85e4-b0a2c0919c37'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:44:50.181159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-63e0cca6-280c-4578-ad60-366af6f220a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.182933 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-63e0cca6-280c-4578-ad60-366af6f220a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0499690 Jun 27 09:44:50.232007 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-064ab9d3-9437-4382-a927-38b83b981fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.233913 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-064ab9d3-9437-4382-a927-38b83b981fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442028 Jun 27 09:44:50.254935 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:50.262135 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:50.361867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8ab8-fa2b-4c96-b3ea-2e790cc45386 req-6739cd95-eda0-42d6-9cfd-6c756c3c0a86 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.363370 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-04bd8ab8-fa2b-4c96-b3ea-2e790cc45386 req-6739cd95-eda0-42d6-9cfd-6c756c3c0a86 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0625997 Jun 27 09:44:50.366852 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-27a22d09-a697-48bd-9d39-4f52b741dc17 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264293 Jun 27 09:44:50.469217 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-04bd8ab8-fa2b-4c96-b3ea-2e790cc45386 req-06b0198b-13ec-4da3-906e-7cada4330c84 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000834 Jun 27 09:44:50.495053 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-18c156a8-3808-4b3f-81c2-41f6010f0810 req-77656839-54db-4f6b-91ca-fb17edf93f0f service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189957 Jun 27 09:44:50.567474 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6ce7-3eec-41e5-be05-1fbe0b72482b req-62ec9ae8-fa2d-4d0e-ab6c-c93a0b145513 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.568952 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3e6f6ce7-3eec-41e5-be05-1fbe0b72482b req-62ec9ae8-fa2d-4d0e-ab6c-c93a0b145513 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0468168 Jun 27 09:44:50.621597 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3e6f6ce7-3eec-41e5-be05-1fbe0b72482b req-1cc3161c-9899-4f87-8a52-b3c18ca7da98 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Jun 27 09:44:50.638812 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-a0ae4168-ea8f-4a8f-b117-8a190db62263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.640339 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-a0ae4168-ea8f-4a8f-b117-8a190db62263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1128 time: 0.0407536 Jun 27 09:44:50.733969 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-69deb119-0cf9-46fa-b54f-e8345a231c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.735465 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-69deb119-0cf9-46fa-b54f-e8345a231c40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0869732 Jun 27 09:44:50.773638 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-d4167945-f829-43c2-b3f5-2eed7a3c32a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 200 len: 217 time: 0.0316877 Jun 27 09:44:50.825150 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-96a7bc86-57c0-48c9-8506-8e7e9ef09c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.826569 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-96a7bc86-57c0-48c9-8506-8e7e9ef09c1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0465868 Jun 27 09:44:50.872014 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-0d79eb83-35ed-48eb-9d8a-535c89627b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:50.873447 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-0d79eb83-35ed-48eb-9d8a-535c89627b12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367393 Jun 27 09:44:50.962081 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-56ad4e3c-4b0b-47d1-906e-da8851da8331 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789509 Jun 27 09:44:51.055684 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d2d27d75-c745-44bf-933e-fa1ff17a73df req-9e4577f6-5273-4417-a70e-a0ba88030e92 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Jun 27 09:44:51.585361 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34348d7c-713a-4742-9f0d-954449b6e289 req-adb72ceb-f1a2-4bb6-bc54-a86e6f13998a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:51.586857 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-34348d7c-713a-4742-9f0d-954449b6e289 req-adb72ceb-f1a2-4bb6-bc54-a86e6f13998a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0462871 Jun 27 09:44:51.606773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:51.632531 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 11c101a0-eea4-4619-85e4-b0a2c0919c37 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:44:51.635779 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-34348d7c-713a-4742-9f0d-954449b6e289 req-bf1f20bd-f0f7-4dd7-b535-400cc5f54706 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436144 Jun 27 09:44:51.677963 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 11c101a0-eea4-4619-85e4-b0a2c0919c37 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:44:51.734337 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c65a83-c732-4b39-abf4-2e7853cc2f91 req-b290b5c0-791c-4962-81fd-021cdc820b0c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:51.735479 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 11c101a0-eea4-4619-85e4-b0a2c0919c37 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:44:51.735801 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69c65a83-c732-4b39-abf4-2e7853cc2f91 req-b290b5c0-791c-4962-81fd-021cdc820b0c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 944 time: 0.0462933 Jun 27 09:44:51.735919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:51.762464 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:51.784470 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69c65a83-c732-4b39-abf4-2e7853cc2f91 req-14f2f1b2-e117-40a0-a03a-75bdcff2091a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Jun 27 09:44:51.809008 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 11c101a0-eea4-4619-85e4-b0a2c0919c37 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:44:51.813716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:51.832880 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:44:51.835089 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c5296a-4788-40b9-89d1-c06eabade738" -d '{"events": [{"server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:44:51.847445 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:44:51.868966 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f253b1e3-7d43-4e83-9244-c40a165305e3 x-openstack-request-id: req-f253b1e3-7d43-4e83-9244-c40a165305e3 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:44:51.869516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "name": "network-vif-plugged", "status": "completed", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:44:51.869516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f253b1e3-7d43-4e83-9244-c40a165305e3 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:44:51.869897 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f253b1e3-7d43-4e83-9244-c40a165305e3'] response: {'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37', 'code': 200} Jun 27 09:44:51.918574 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:44:51.967997 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:44:52.183816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e78cd-f48c-4556-b73b-0d26a85f010d req-de7c28a6-ef2f-44a6-a0c0-0fd97a77c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:52.185373 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c46e78cd-f48c-4556-b73b-0d26a85f010d req-de7c28a6-ef2f-44a6-a0c0-0fd97a77c4d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 1129 time: 0.0416081 Jun 27 09:44:52.231720 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c46e78cd-f48c-4556-b73b-0d26a85f010d req-596a1207-cdce-4af0-86b8-240fc8e79578 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Jun 27 09:44:52.746738 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52376a5-311b-44a9-98ed-928a7fa222f7 req-f868c359-cc33-47a1-bf6b-6a32debcbc95 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:52.748219 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e52376a5-311b-44a9-98ed-928a7fa222f7 req-f868c359-cc33-47a1-bf6b-6a32debcbc95 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0463781 Jun 27 09:44:52.796058 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e52376a5-311b-44a9-98ed-928a7fa222f7 req-04bd1038-77a9-46e2-a04a-ae4c266591b8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Jun 27 09:44:52.898961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e1ed0-5c1c-434c-b234-2dde596d3d29 req-b7a6ee80-27f7-48c6-bcdb-908d141077d5 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:52.900469 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f9e1ed0-5c1c-434c-b234-2dde596d3d29 req-b7a6ee80-27f7-48c6-bcdb-908d141077d5 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0473173 Jun 27 09:44:52.920978 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:44:52.947592 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9f9e1ed0-5c1c-434c-b234-2dde596d3d29 req-303c5675-e2d1-4399-82fe-d79c8efb58fa tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417485 Jun 27 09:44:53.915647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f5ca8-944b-477a-a641-8a88c2c8040c req-1c391743-c7db-4ea1-b9f3-dd71891b5172 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:53.917185 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-578f5ca8-944b-477a-a641-8a88c2c8040c req-1c391743-c7db-4ea1-b9f3-dd71891b5172 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0548589 Jun 27 09:44:53.967895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-578f5ca8-944b-477a-a641-8a88c2c8040c req-fb2aa5eb-db84-48cd-a424-a51cf2e0d1ce tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Jun 27 09:44:54.062923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520419da-a8e7-4e9b-9337-8f0ecd78db56 req-d32e69af-c65a-47c8-a2b3-e17e0ceed438 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:54.064423 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-520419da-a8e7-4e9b-9337-8f0ecd78db56 req-d32e69af-c65a-47c8-a2b3-e17e0ceed438 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Jun 27 09:44:54.110193 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-520419da-a8e7-4e9b-9337-8f0ecd78db56 req-15a1524b-a322-484b-8026-d4b7d635fb18 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Jun 27 09:44:55.081200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c163a9-4dc0-47ae-af1e-a7c163a9394a req-e33c0f8a-5e1c-4a43-a4b1-0e562e645518 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:55.083299 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b6c163a9-4dc0-47ae-af1e-a7c163a9394a req-e33c0f8a-5e1c-4a43-a4b1-0e562e645518 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0471032 Jun 27 09:44:55.134259 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b6c163a9-4dc0-47ae-af1e-a7c163a9394a req-20cec290-fec8-4175-99c7-92627dbd2606 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Jun 27 09:44:56.020928 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee390e-acdd-456e-873d-92b2c5ff7913 req-048e4827-4a10-44f1-b208-2d9cea601e1b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:56.022513 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-40ee390e-acdd-456e-873d-92b2c5ff7913 req-048e4827-4a10-44f1-b208-2d9cea601e1b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0523469 Jun 27 09:44:56.073420 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-40ee390e-acdd-456e-873d-92b2c5ff7913 req-abbc8345-3314-47bd-9680-32af9c2d7ad5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 Jun 27 09:44:56.246690 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c15df-6b5b-4de7-80f0-85e42891f172 req-cfc181ac-d87e-42c7-86ab-6553a1fe25ff tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:56.248337 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7a4c15df-6b5b-4de7-80f0-85e42891f172 req-cfc181ac-d87e-42c7-86ab-6553a1fe25ff tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0465140 Jun 27 09:44:56.299411 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7a4c15df-6b5b-4de7-80f0-85e42891f172 req-0b6b7c61-e358-4e26-8aa5-a7ed46f82829 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455978 Jun 27 09:44:57.189036 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca1a5e-0e04-416d-ae3c-a7e41f1438b3 req-9b7cfa06-c861-4b76-89da-7ed5e4f68ddb tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:57.190427 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6ca1a5e-0e04-416d-ae3c-a7e41f1438b3 req-9b7cfa06-c861-4b76-89da-7ed5e4f68ddb tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0489283 Jun 27 09:44:57.238788 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d6ca1a5e-0e04-416d-ae3c-a7e41f1438b3 req-16991b38-9c7a-4f4b-b65e-5305f9a5a3b7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422120 Jun 27 09:44:57.410825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f5861-2c22-41e3-9ebf-2cbc36da3417 req-8c3afa80-f378-45b7-b9a9-f164a95a534c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:57.412484 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b23f5861-2c22-41e3-9ebf-2cbc36da3417 req-8c3afa80-f378-45b7-b9a9-f164a95a534c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0463364 Jun 27 09:44:57.466010 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b23f5861-2c22-41e3-9ebf-2cbc36da3417 req-9fee1d14-3385-497d-82c7-033df781dc27 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Jun 27 09:44:58.352614 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab5aab-0a79-46d6-aab8-e267da29707c req-93b57277-9558-4f53-9b3f-bd50bd293705 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:58.354079 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69ab5aab-0a79-46d6-aab8-e267da29707c req-93b57277-9558-4f53-9b3f-bd50bd293705 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0471456 Jun 27 09:44:58.405044 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-69ab5aab-0a79-46d6-aab8-e267da29707c req-7a968c0a-d2c2-4da4-b73e-c8ff57b26db2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Jun 27 09:44:58.579795 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37e4e3-d4b2-4777-9c8b-f2e286ae685b req-26b8bfc8-bc79-4cb2-83be-9509e7afe42b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:58.581186 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c37e4e3-d4b2-4777-9c8b-f2e286ae685b req-26b8bfc8-bc79-4cb2-83be-9509e7afe42b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0461786 Jun 27 09:44:58.631809 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2c37e4e3-d4b2-4777-9c8b-f2e286ae685b req-af2a0681-a4d4-4b0f-8ce3-55d978ac1313 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444577 Jun 27 09:44:59.521737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c64311-b8e5-4ac3-8fef-46624029ecf8 req-49676b9a-e8c2-48dc-ac06-8dd39dc14639 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:59.523305 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9c64311-b8e5-4ac3-8fef-46624029ecf8 req-49676b9a-e8c2-48dc-ac06-8dd39dc14639 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0466866 Jun 27 09:44:59.572737 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e9c64311-b8e5-4ac3-8fef-46624029ecf8 req-bdc55aca-1023-4ef9-b230-5fecf258add3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 Jun 27 09:44:59.745884 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412d914-ff3a-40d4-9ead-c2bbde527b76 req-521f5bcc-45e0-42b8-bb75-e204f9104704 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:44:59.747343 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e412d914-ff3a-40d4-9ead-c2bbde527b76 req-521f5bcc-45e0-42b8-bb75-e204f9104704 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0463586 Jun 27 09:44:59.797304 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e412d914-ff3a-40d4-9ead-c2bbde527b76 req-1f3501b4-3109-4972-a07e-75ff2a502ea8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Jun 27 09:45:00.685673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb489df-cf59-4a8b-9e89-f615d6e2a8e8 req-f99f1e2d-1a71-4e3c-90fc-adc00d75ea3f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:00.687155 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-edb489df-cf59-4a8b-9e89-f615d6e2a8e8 req-f99f1e2d-1a71-4e3c-90fc-adc00d75ea3f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0472269 Jun 27 09:45:00.712768 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:00.734467 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-edb489df-cf59-4a8b-9e89-f615d6e2a8e8 req-509ee73b-1d38-45ad-bc11-e77a39d06297 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Jun 27 09:45:00.917637 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1cd0-cc8c-4aef-8854-d01d84afcecb req-033ad714-a018-482a-ac01-3740ef0ab385 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:00.919075 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-661d1cd0-cc8c-4aef-8854-d01d84afcecb req-033ad714-a018-482a-ac01-3740ef0ab385 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0532453 Jun 27 09:45:00.970299 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-661d1cd0-cc8c-4aef-8854-d01d84afcecb req-daa89f3f-fce2-4293-83ab-bfc7556e5833 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451407 Jun 27 09:45:01.850298 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07692a59-4a1c-466e-bde7-cca0fd231772 req-2e276092-2bd7-4c17-bba4-c62921efa671 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:01.851795 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07692a59-4a1c-466e-bde7-cca0fd231772 req-2e276092-2bd7-4c17-bba4-c62921efa671 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0510948 Jun 27 09:45:01.897970 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-07692a59-4a1c-466e-bde7-cca0fd231772 req-4e03965f-5430-4e45-b58d-0040bc22f549 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jun 27 09:45:01.964168 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:01.966167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:02.085232 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d646-ee2d-4807-9643-47ef8f3cb652 req-01e8dcea-1031-4759-8f84-9af70e66213a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:02.086690 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-19b3d646-ee2d-4807-9643-47ef8f3cb652 req-01e8dcea-1031-4759-8f84-9af70e66213a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0463250 Jun 27 09:45:02.138115 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-19b3d646-ee2d-4807-9643-47ef8f3cb652 req-19482091-dcfe-43f9-b60a-fa126b4ad16b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459633 Jun 27 09:45:03.010444 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eb248-ae89-49d1-9dfd-d4fba9b334e0 req-e7e2ba44-c52f-43ae-bcf3-b60e910cddbe tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:03.011918 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-315eb248-ae89-49d1-9dfd-d4fba9b334e0 req-e7e2ba44-c52f-43ae-bcf3-b60e910cddbe tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0464027 Jun 27 09:45:03.060361 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-315eb248-ae89-49d1-9dfd-d4fba9b334e0 req-3a14bebf-4ffa-42e1-8c5b-ad4b1de547fd tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430219 Jun 27 09:45:03.135368 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:03.139851 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:03.321036 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed2be7-99b0-4831-9e79-371e1742e49d req-aaf1d29b-7887-4778-aa7c-2aefd398535b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:03.322501 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7fed2be7-99b0-4831-9e79-371e1742e49d req-aaf1d29b-7887-4778-aa7c-2aefd398535b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 944 time: 0.0459905 Jun 27 09:45:03.375847 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7fed2be7-99b0-4831-9e79-371e1742e49d req-feafdab3-2d20-4c84-bdca-e357b0cdc4bf tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475028 Jun 27 09:45:03.693872 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:45:03.768667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:03.795475 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:45:03.807620 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'port_id': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'mac_address': 'fa:16:3e:b0:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:45:03.841437 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:45:03.841828 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:03.855273 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:45:03.877346 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:45:03.946593 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:03.995322 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:04.174744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579a3a-dcbf-4b06-8087-43e68b9d0ce3 req-40cd7334-fb14-41f4-8d71-5ddef4bd1e1b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:04.176300 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35579a3a-dcbf-4b06-8087-43e68b9d0ce3 req-40cd7334-fb14-41f4-8d71-5ddef4bd1e1b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0472708 Jun 27 09:45:04.199893 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:04.228021 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-35579a3a-dcbf-4b06-8087-43e68b9d0ce3 req-a5a61fed-949f-420d-bbcb-16d684f7fa97 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462849 Jun 27 09:45:04.228543 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['22d0d7b0-5a8c-4419-bf0c-95ba06adce52'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:45:04.489688 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f48663-86d7-45ba-bd64-e6158f6bcfd0 req-50b821ce-abdb-4041-9d92-1afbe8e723f3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:04.491160 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1f48663-86d7-45ba-bd64-e6158f6bcfd0 req-50b821ce-abdb-4041-9d92-1afbe8e723f3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 945 time: 0.0479209 Jun 27 09:45:04.527316 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:04.541051 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a1f48663-86d7-45ba-bd64-e6158f6bcfd0 req-1baa3904-c81a-40cc-a28a-d09a8e9b6eea tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443273 Jun 27 09:45:05.340508 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175997e9-572f-4445-b2e8-ba835068ea9c req-6c3bdf67-88c5-4eb6-834e-d65a7dfb5f4d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:05.341993 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-175997e9-572f-4445-b2e8-ba835068ea9c req-6c3bdf67-88c5-4eb6-834e-d65a7dfb5f4d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0465143 Jun 27 09:45:05.389218 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-175997e9-572f-4445-b2e8-ba835068ea9c req-944cfeda-a50c-4b0b-9750-98cf000b4ba9 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Jun 27 09:45:05.652409 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c8523-b7aa-42d0-a532-5d8dc9189dec req-06466c0b-3b3d-44a8-abb4-a3f989268873 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:05.654004 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-254c8523-b7aa-42d0-a532-5d8dc9189dec req-06466c0b-3b3d-44a8-abb4-a3f989268873 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 945 time: 0.0459032 Jun 27 09:45:05.701259 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:45:05.710737 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-254c8523-b7aa-42d0-a532-5d8dc9189dec req-4d28657d-76a5-4cc4-b662-3797fec87a18 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512469 Jun 27 09:45:05.747339 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:45:05.809590 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:45:05.809967 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:05.881024 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:45:05.881339 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:05.903230 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:45:05.905452 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a28b83-42d9-4267-83b0-269382a74a63" -d '{"events": [{"server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "name": "network-vif-plugged", "status": "completed", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:45:05.917642 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:45:05.942524 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a132d-f77c-4493-9473-aa67b2f0bc35 x-openstack-request-id: req-346a132d-f77c-4493-9473-aa67b2f0bc35 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:45:05.942816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "name": "network-vif-plugged", "status": "completed", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:45:05.946216 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-346a132d-f77c-4493-9473-aa67b2f0bc35 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:45:05.946216 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346a132d-f77c-4493-9473-aa67b2f0bc35'] response: {'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'code': 200} Jun 27 09:45:05.985072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:06.009290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:06.035837 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:06.226977 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e8b86-1ba0-44f8-ac5b-0e2d2eb2e4a5 req-26da3ed6-f252-4480-ac27-dbb7eb3d59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:06.228502 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e22e8b86-1ba0-44f8-ac5b-0e2d2eb2e4a5 req-26da3ed6-f252-4480-ac27-dbb7eb3d59dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1130 time: 0.0408456 Jun 27 09:45:06.256022 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:06.277449 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e22e8b86-1ba0-44f8-ac5b-0e2d2eb2e4a5 req-b04313ae-a9b2-4d6d-b1ea-d30e32f1339d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Jun 27 09:45:06.500373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9412e7e-5919-4570-bc0a-2d73c5570bb0 req-dac9aa4a-4cfc-4380-978b-fb6ce37491cc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:06.501828 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c9412e7e-5919-4570-bc0a-2d73c5570bb0 req-dac9aa4a-4cfc-4380-978b-fb6ce37491cc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0474203 Jun 27 09:45:06.548525 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c9412e7e-5919-4570-bc0a-2d73c5570bb0 req-a4b09d64-2bdc-463e-8ad5-8cea95b66699 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Jun 27 09:45:06.816961 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25837e-5e83-420b-9fe8-697a660da24c req-d42e5e53-a422-40f1-a9a0-29aad5f80a59 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:06.818316 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d25837e-5e83-420b-9fe8-697a660da24c req-d42e5e53-a422-40f1-a9a0-29aad5f80a59 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0458305 Jun 27 09:45:06.865756 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-7d25837e-5e83-420b-9fe8-697a660da24c req-6e1fd111-bd8a-4a1e-a55a-d9bb2cb0273c tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Jun 27 09:45:07.663819 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a901cfa-36a3-4bf0-befc-fac02d09e3f8 req-d60f801d-c188-4595-8ff4-ac269d2fb30b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:07.665287 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a901cfa-36a3-4bf0-befc-fac02d09e3f8 req-d60f801d-c188-4595-8ff4-ac269d2fb30b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0487654 Jun 27 09:45:07.711617 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a901cfa-36a3-4bf0-befc-fac02d09e3f8 req-1e20a706-d7e3-47ca-9435-70e080fbd768 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Jun 27 09:45:07.947851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:07.988245 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1672db-910e-434f-9b07-a25ce93304aa req-85c23894-c713-43c7-92b4-9403d1c1a3c3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:07.989761 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec1672db-910e-434f-9b07-a25ce93304aa req-85c23894-c713-43c7-92b4-9403d1c1a3c3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Jun 27 09:45:08.039105 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ec1672db-910e-434f-9b07-a25ce93304aa req-45a2b4cb-a461-4603-a263-92faa94b3763 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Jun 27 09:45:08.142324 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:45:08.187607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5eb8db-fc19-4c31-a29d-b515cf618c28 req-67188ed3-2fe4-47bb-8325-bbf5ce33e4ce tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.189016 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4e5eb8db-fc19-4c31-a29d-b515cf618c28 req-67188ed3-2fe4-47bb-8325-bbf5ce33e4ce tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0814066 Jun 27 09:45:08.194676 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-ba5d0c3d-be78-414e-bed5-fc9c62741ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555737 Jun 27 09:45:08.239064 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4e5eb8db-fc19-4c31-a29d-b515cf618c28 req-3d8f69c0-c986-4eef-a60a-7dcb0761b5a9 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Jun 27 09:45:08.262318 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54264) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:45:08.282460 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-2f815198-33b7-43db-a3ce-bebd1a4f6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.284086 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-2f815198-33b7-43db-a3ce-bebd1a4f6438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1129 time: 0.0431180 Jun 27 09:45:08.301769 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e0746-e52e-4ed5-90b3-3f4c5f95c811 tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.303294 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-338e0746-e52e-4ed5-90b3-3f4c5f95c811 tempest-TestVolumeBootPattern-1781865759 tempest-TestVolumeBootPattern-1781865759-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1125 time: 0.0399766 Jun 27 09:45:08.305982 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54266) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:45:08.310154 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'port_id': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:45:08.387346 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:08.390679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-af5ec7f9-20e5-41df-bdb9-5474798a8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.392329 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-af5ec7f9-20e5-41df-bdb9-5474798a8ba1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0855343 Jun 27 09:45:08.459319 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-a991ad15-d839-45dd-8357-cd4c28d64776 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 200 len: 1001 time: 0.0602708 Jun 27 09:45:08.475635 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:08.513123 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-76e4b640-cce6-4315-b857-f97cad98495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.514601 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-76e4b640-cce6-4315-b857-f97cad98495d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0456283 Jun 27 09:45:08.558458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-eba5ec4c-3786-415d-afe1-2ee95f1bc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.560000 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-eba5ec4c-3786-415d-afe1-2ee95f1bc560 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379784 Jun 27 09:45:08.581786 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Allocated IP 172.27.1.58 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/48482b07-740a-4deb-82f1-e23ab5ef11b1) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:45:08.655168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-e4e88973-5425-43a2-8d12-a5100d104be8 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 Jun 27 09:45:08.672887 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:08.688761 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:08.746810 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dab70e02-ed13-4b98-bf44-18a6e60520f8 req-042e4cc3-37d7-410f-8fb2-f5f3f1d9c2ff service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844479 Jun 27 09:45:08.776174 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:08.818595 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:08.845282 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:45:08.852454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:45:08.855081 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:45:08.886024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=48482b07-740a-4deb-82f1-e23ab5ef11b1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:08.905080 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac61d4-025e-4135-b8a7-c581d46ab6a9 req-5938ff00-e56a-4f11-aeba-f6112d58cd96 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:08.908680 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-08ac61d4-025e-4135-b8a7-c581d46ab6a9 req-5938ff00-e56a-4f11-aeba-f6112d58cd96 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.1202624 Jun 27 09:45:08.910655 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.911006 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.911352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.911727 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.912064 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.912398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.912728 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.913056 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.913387 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.913715 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.914042 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.914372 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.914701 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.915069 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:08.915392 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:09.018134 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-08ac61d4-025e-4135-b8a7-c581d46ab6a9 req-c8f63015-e532-403c-be26-8e7ba9491a3f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962892 Jun 27 09:45:09.269680 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (bd88f684-6ca0-4231-8f10-99cf19905f48), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:09.385177 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:09.517741 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:09.534160 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:09.647682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:09.713577 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event updated for resources: {'Port': ['ID=48482b07-740a-4deb-82f1-e23ab5ef11b1,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:09.725945 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (bd88f684-6ca0-4231-8f10-99cf19905f48), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:09.818779 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP bd88f684-6ca0-4231-8f10-99cf19905f48 associated. External IP: 172.27.1.58, port: 22d0d7b0-5a8c-4419-bf0c-95ba06adce52. Jun 27 09:45:09.954128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:10.011905 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:45:10.119556 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:45:10.132843 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:45:10.135024 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:10.142125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833cc8e-1701-497a-a70f-211414f26afa req-7555490a-a7a6-455f-883a-021f907275f4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:10.143765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:45:10.143899 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b833cc8e-1701-497a-a70f-211414f26afa req-7555490a-a7a6-455f-883a-021f907275f4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0537858 Jun 27 09:45:10.144454 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:44:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:45:10.192121 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b833cc8e-1701-497a-a70f-211414f26afa req-5245e1ce-9240-4e7f-8525-c736f752eee0 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425937 Jun 27 09:45:10.223628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:10.257520 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e21bb29c-5e40-4e0f-8de4-c5a9c97c2cc2 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9502940 Jun 27 09:45:10.258209 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:45:10.261235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7da221-9a27-4d1e-9103-95524a322bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:45:10.304146 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ddeca2-90e1-4d40-bf9c-1cad451353b3 x-openstack-request-id: req-d2ddeca2-90e1-4d40-bf9c-1cad451353b3 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:45:10.304441 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:45:10.304700 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2ddeca2-90e1-4d40-bf9c-1cad451353b3 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:45:10.305110 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ddeca2-90e1-4d40-bf9c-1cad451353b3'] response: {'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'status': 'completed', 'code': 200} Jun 27 09:45:10.364597 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-64dfde0c-06a2-4b2a-8e09-5e2389fe92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:10.366093 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-64dfde0c-06a2-4b2a-8e09-5e2389fe92cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1130 time: 0.0391421 Jun 27 09:45:10.383433 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4a43a877-1e25-4e74-8298-d8cf34cbc7ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:10.393418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:45:10.402185 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:10.461440 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-066a2ec9-1db2-46af-a5b7-09da14e580bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:10.462909 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-066a2ec9-1db2-46af-a5b7-09da14e580bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0905180 Jun 27 09:45:10.527215 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-15ac04f3-a975-4b32-b22e-623d8ec12580 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 200 len: 999 time: 0.0540221 Jun 27 09:45:10.586962 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-68eebb7e-1015-4a53-b127-2f2da215a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:10.588516 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-68eebb7e-1015-4a53-b127-2f2da215a447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0444202 Jun 27 09:45:10.610034 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}, {'id': 'bd88f684-6ca0-4231-8f10-99cf19905f48', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:b0:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:45:09Z', 'updated_at': '2022-06-27T09:45:09Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:45:10.637106 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-e2b9dbda-f738-472d-940c-d839682b5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:10.639184 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-e2b9dbda-f738-472d-940c-d839682b5673 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443697 Jun 27 09:45:10.639317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:45:10.647652 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:45:10.648272 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:44:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:45:10.736378 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-75c18a2c-97ec-40fb-a4ee-d226d982b941 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918710 Jun 27 09:45:10.757803 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:45:10.832058 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ec7da221-9a27-4d1e-9103-95524a322bdc req-8fafe146-0d13-4236-a367-0664144e3099 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891531 Jun 27 09:45:10.954278 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:10.972780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}, {'id': 'bd88f684-6ca0-4231-8f10-99cf19905f48', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:b0:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:45:09Z', 'updated_at': '2022-06-27T09:45:09Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:45:11.002037 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5d217-f8c2-4d1c-bd28-b5294afe9d74 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}, {'id': 'bd88f684-6ca0-4231-8f10-99cf19905f48', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:b0:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:45:09Z', 'updated_at': '2022-06-27T09:45:09Z', 'revision_number': 0, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:45:11.188610 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dab044-f29d-4f37-ae87-015ac3f10438 None None] New status for floating IP bd88f684-6ca0-4231-8f10-99cf19905f48: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:45:11.326452 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55837664-e120-4ca6-bdc7-31157a0e6f5a req-f3a90ce1-89fa-4fed-beda-0964a05d8b16 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:11.326452 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55837664-e120-4ca6-bdc7-31157a0e6f5a req-f3a90ce1-89fa-4fed-beda-0964a05d8b16 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0633414 Jun 27 09:45:11.375936 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55837664-e120-4ca6-bdc7-31157a0e6f5a req-1bcc5e7a-bf72-4840-8c0b-f86982cef6f5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435803 Jun 27 09:45:12.491387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ff5c4-516a-47e4-974d-dcbb0ab01a58 req-216cab9e-ebdc-448b-9609-fbece41069c3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:12.492861 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d10ff5c4-516a-47e4-974d-dcbb0ab01a58 req-216cab9e-ebdc-448b-9609-fbece41069c3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0464048 Jun 27 09:45:12.541244 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d10ff5c4-516a-47e4-974d-dcbb0ab01a58 req-3a80a8e6-22c7-4458-b8b8-651cee18d3a4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429816 Jun 27 09:45:12.586707 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-72630aa1-689d-43b8-a8b0-e106a6cc8ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:13.654996 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04413-1dd0-4c26-b713-1ed78a01f4a8 req-ef44977a-d648-4f19-97f4-e27635b1b989 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:13.656401 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ff04413-1dd0-4c26-b713-1ed78a01f4a8 req-ef44977a-d648-4f19-97f4-e27635b1b989 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0455902 Jun 27 09:45:13.705956 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2ff04413-1dd0-4c26-b713-1ed78a01f4a8 req-cdfcf8ca-4ab6-4e5c-9a05-ff2bc9c90b29 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Jun 27 09:45:14.817368 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3ce92-9f89-482f-be1e-eda8e3f825d5 req-c591b011-bd7c-46df-9c67-4566b5df68b1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:14.818851 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-05f3ce92-9f89-482f-be1e-eda8e3f825d5 req-c591b011-bd7c-46df-9c67-4566b5df68b1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0464437 Jun 27 09:45:14.869802 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-05f3ce92-9f89-482f-be1e-eda8e3f825d5 req-fcecd090-0edd-4a60-9d8e-b8c7bd76938b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452602 Jun 27 09:45:14.887755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:15.970914 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:15.983887 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77bda-b9af-45c8-9aee-6f02a1f95965 req-f46eff92-b0aa-4781-841e-2ce91e93f778 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:15.985418 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41d77bda-b9af-45c8-9aee-6f02a1f95965 req-f46eff92-b0aa-4781-841e-2ce91e93f778 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0477304 Jun 27 09:45:15.998600 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:16.033471 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-41d77bda-b9af-45c8-9aee-6f02a1f95965 req-cc337303-dcfd-49fd-b514-b51daa691df6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Jun 27 09:45:16.166998 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:17.144884 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57497156-af98-41d4-8dd1-cbfb81005e1f req-4c494b2c-6e70-47e1-b640-c350468b60db tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:17.146346 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-57497156-af98-41d4-8dd1-cbfb81005e1f req-4c494b2c-6e70-47e1-b640-c350468b60db tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0453229 Jun 27 09:45:17.193409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-57497156-af98-41d4-8dd1-cbfb81005e1f req-2e95537f-2bf9-4d1a-b7e7-34639ab322b8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416574 Jun 27 09:45:17.538646 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7c5d-dea9-4037-8cff-99be04312b49 req-e58ea72a-e1e8-4e17-b3fd-196e880393c7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:17.540138 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921e7c5d-dea9-4037-8cff-99be04312b49 req-e58ea72a-e1e8-4e17-b3fd-196e880393c7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0465250 Jun 27 09:45:17.589586 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-921e7c5d-dea9-4037-8cff-99be04312b49 req-c62d261f-3a14-40f5-9730-625550918688 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Jun 27 09:45:18.109575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-555f4fa0-fd0e-4a87-b006-823bd8f28255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:18.111051 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-555f4fa0-fd0e-4a87-b006-823bd8f28255 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1130 time: 0.0416629 Jun 27 09:45:18.201102 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-69cdd0f0-2677-4dff-bb5a-b06f54a7cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:18.202559 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-69cdd0f0-2677-4dff-bb5a-b06f54a7cf78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0849102 Jun 27 09:45:18.258714 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:18.266664 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-07d4a8d0-f38e-4d1d-9fe4-d709e09df27e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 1002 time: 0.0576384 Jun 27 09:45:18.316209 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:18.332367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-17d5e32c-d288-40bb-8888-f6ebe5cd1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:18.333834 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-17d5e32c-d288-40bb-8888-f6ebe5cd1151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0450969 Jun 27 09:45:18.377366 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-fef5f73d-2eac-4538-b01e-1d19e9639506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:18.377366 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-fef5f73d-2eac-4538-b01e-1d19e9639506 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372963 Jun 27 09:45:18.467166 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-94cbc5ad-7198-447b-b971-67f72f0d86ad service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843909 Jun 27 09:45:18.559880 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5fe7869a-a836-44e7-820e-efea4a190a7c req-f067e227-feb7-4d6e-a17c-ac678f1e91c7 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854080 Jun 27 09:45:18.703784 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddddf4c-ba60-4599-8f5b-7c4300063133 req-7f87d7f0-ffc8-47d5-9199-dd9e36a6a82d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:18.705354 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ddddf4c-ba60-4599-8f5b-7c4300063133 req-7f87d7f0-ffc8-47d5-9199-dd9e36a6a82d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0469480 Jun 27 09:45:18.754311 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3ddddf4c-ba60-4599-8f5b-7c4300063133 req-2d386d25-0a23-4d20-b139-bedafde074fa tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430253 Jun 27 09:45:19.875174 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320af25-dc73-49b9-9418-b48386ec2c38 req-9e937dac-f1b3-44fb-8cbe-35ee6b1bc9fc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:19.876699 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e320af25-dc73-49b9-9418-b48386ec2c38 req-9e937dac-f1b3-44fb-8cbe-35ee6b1bc9fc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0522041 Jun 27 09:45:19.924598 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e320af25-dc73-49b9-9418-b48386ec2c38 req-6804aa79-d829-4746-8197-89d335682806 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 Jun 27 09:45:21.286170 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=10 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:21.304140 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:26.093103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:26.099171 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:28.746945 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=49 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:28.749940 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=9 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:29.917839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=39 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:29.920718 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=32 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:33.706592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:37.690899 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca73aa-d98e-4681-8a30-44aa3ad091b3 req-f95cedb5-3bd8-453d-bb3d-4cb7c368524c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:37.692418 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a4ca73aa-d98e-4681-8a30-44aa3ad091b3 req-f95cedb5-3bd8-453d-bb3d-4cb7c368524c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0506568 Jun 27 09:45:37.738979 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a4ca73aa-d98e-4681-8a30-44aa3ad091b3 req-5a723133-c5f8-42dd-9f35-60153e305248 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Jun 27 09:45:38.850620 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a48c6f-ab0c-42f0-8b15-4ad6b1f1fd99 req-8435ba70-0c90-4e64-84c6-19ad361fa4ec tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:38.852607 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a3a48c6f-ab0c-42f0-8b15-4ad6b1f1fd99 req-8435ba70-0c90-4e64-84c6-19ad361fa4ec tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0453835 Jun 27 09:45:38.897975 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a3a48c6f-ab0c-42f0-8b15-4ad6b1f1fd99 req-ae0d8592-b9f8-4ca2-8595-102221590a0f tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Jun 27 09:45:39.427405 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-f6cd8719-3a20-4e55-90aa-46865ecafa7a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:39.429312 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-f6cd8719-3a20-4e55-90aa-46865ecafa7a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 945 time: 0.0438418 Jun 27 09:45:39.511947 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Deleting port 11c101a0-eea4-4619-85e4-b0a2c0919c37 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:45:39.512297 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:39.597643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] For port 11c101a0-eea4-4619-85e4-b0a2c0919c37, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=11c101a0-eea4-4619-85e4-b0a2c0919c37,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:45:39.597935 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:39.614225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Calling delete_port for 11c101a0-eea4-4619-85e4-b0a2c0919c37 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:45:39.795970 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (11c101a0-eea4-4619-85e4-b0a2c0919c37), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:39.808485 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['11c101a0-eea4-4619-85e4-b0a2c0919c37'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:45:39.821875 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Pushing event deleted for resources: {'Port': ['ID=11c101a0-eea4-4619-85e4-b0a2c0919c37,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:39.836132 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.836487 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.836835 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.837178 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.837537 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.837853 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.838191 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.838525 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.838855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.839203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.839515 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.839867 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.840195 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.840523 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.840848 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:45:39.879825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] No DVR routers for this DVR port 11c101a0-eea4-4619-85e4-b0a2c0919c37 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:45:39.882250 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:39.885528 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d855f668-e899-48f1-a081-a7ce5da8f7a5 req-34ad37e4-002a-4464-8d22-2ab3da8d1c0a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "DELETE /v2.0/ports/11c101a0-eea4-4619-85e4-b0a2c0919c37 HTTP/1.1" status: 204 len: 173 time: 0.4505067 Jun 27 09:45:39.885965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'name': 'network-vif-deleted', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:45:39.888331 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d228b-8b16-4b78-8ef9-f5d9c267300b" -d '{"events": [{"server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "name": "network-vif-deleted", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:45:39.930256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862bd6a-edeb-4b39-a45e-38e50e0bbd4d x-openstack-request-id: req-f862bd6a-edeb-4b39-a45e-38e50e0bbd4d {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:45:39.930256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf63de97-74f7-4127-84ba-cceb6ff2d9d3", "name": "network-vif-deleted", "tag": "11c101a0-eea4-4619-85e4-b0a2c0919c37", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:45:39.930256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f862bd6a-edeb-4b39-a45e-38e50e0bbd4d {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:45:39.930256 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f862bd6a-edeb-4b39-a45e-38e50e0bbd4d'] response: {'server_uuid': 'cf63de97-74f7-4127-84ba-cceb6ff2d9d3', 'name': 'network-vif-deleted', 'tag': '11c101a0-eea4-4619-85e4-b0a2c0919c37', 'status': 'completed', 'code': 200} Jun 27 09:45:39.997603 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e9553385-cff3-4547-8dc3-2a2906e54519 req-5630880b-d6ff-49b0-9713-d8ae452b1d19 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf63de97-74f7-4127-84ba-cceb6ff2d9d3 HTTP/1.1" status: 200 len: 210 time: 0.0273180 Jun 27 09:45:40.131404 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:40.136196 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:40.270220 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-95f38526-a6ec-46ee-9533-e4609d145e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:42.586727 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-859b7a7f-e97b-4901-91dc-a5f4800bdd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:44.605138 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 11c101a0-eea4-4619-85e4-b0a2c0919c37 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:45:44.624086 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 11c101a0-eea4-4619-85e4-b0a2c0919c37 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:45:44.624428 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 11c101a0-eea4-4619-85e4-b0a2c0919c37 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:45:44.909619 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:45.141731 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:45:46.012165 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:46.195252 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:47.733057 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=10 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:47.735936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:49.979706 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:49.981597 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:51.601166 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-307b7e0d-c50f-4764-bd79-f9750a39378e tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:51.602517 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-307b7e0d-c50f-4764-bd79-f9750a39378e tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/networks?id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 200 len: 814 time: 0.1035235 Jun 27 09:45:51.616722 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-199d2029-de91-4454-b38b-d60433e7b41f tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/quotas/428f2755baac4091a9d78e86090d819b HTTP/1.1" status: 200 len: 375 time: 0.0088532 Jun 27 09:45:51.648007 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-29a27020-7329-4352-9827-972c160f084d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265439 Jun 27 09:45:51.735880 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-f9f11685-6037-453c-86c6-cdd59a853511 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808001 Jun 27 09:45:51.825656 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-490a540f-09f9-413a-b907-8d9cbdb3c4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843046 Jun 27 09:45:52.127172 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c450bd5a-c5db-49ba-859b-2392d78fb27b req-f36802c2-2414-4ddd-a4a6-4e1529e5e735 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 210 time: 0.0285435 Jun 27 09:45:53.221810 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9d3127f6-049f-4ad8-ad72-250339400b25 req-9ed579f2-3b78-47dd-a941-0e8e7ad6a96e tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 210 time: 0.0280807 Jun 27 09:45:54.016801 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-6001fb17-2252-45fb-b3c3-3f29797d90db tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:54.018133 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-6001fb17-2252-45fb-b3c3-3f29797d90db tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "GET /v2.0/networks?id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 200 len: 814 time: 0.1006782 Jun 27 09:45:54.032039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Request body: {'port': {'device_id': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5', 'admin_state_up': True, 'tenant_id': '428f2755baac4091a9d78e86090d819b'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:45:54.186456 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Made reservation on behalf of 428f2755baac4091a9d78e86090d819b for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:45:54.190039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:54.327706 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1fff1bf2-7499-4b81-8d14-86eac71a6a90 req-6dc66a61-4c94-4a54-bc47-b70c7c1b5cdc tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 210 time: 0.0265646 Jun 27 09:45:54.330729 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Allocated IP 172.20.0.5 (2c7da231-f63f-4eff-bafe-35d3dfbe40f5/350bd822-7f06-4521-acc0-0046efaf1500/5b1d200b-d2a1-427f-8d90-d205b5740160) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:45:54.483824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks [] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:54.502461 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:54.505525 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:54.586745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:54.630282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:45:54.633489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:45:54.638343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:45:54.644231 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Pushing event updated for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:54.689159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:54.689768 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:54.757736 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-80dd427d-9636-4d71-a644-7ff731b81025 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292786 Jun 27 09:45:54.769519 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Request body: {'port': {'device_id': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:45:54.829482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.138568 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:55.330741 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1d200b-d2a1-427f-8d90-d205b5740160 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:45:55.338664 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks [] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.350783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Transition to ACTIVE for port object 5b1d200b-d2a1-427f-8d90-d205b5740160 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:45:55.432561 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.443183 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c071096-5780-463f-b095-7119015bf9af req-5ff1aae8-c155-4d30-81e3-983aa583ec5a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:55.446097 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1c071096-5780-463f-b095-7119015bf9af req-5ff1aae8-c155-4d30-81e3-983aa583ec5a tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 931 time: 0.0502791 Jun 27 09:45:55.507681 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:55.571849 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-1c071096-5780-463f-b095-7119015bf9af req-0ae4963e-d4d2-40b0-b466-0398a41b6650 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Jun 27 09:45:55.596245 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Attempting to bind port 5b1d200b-d2a1-427f-8d90-d205b5740160 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:45:55.596577 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Attempting to bind port 5b1d200b-d2a1-427f-8d90-d205b5740160 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:45:55.596900 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Attempting to bind port 5b1d200b-d2a1-427f-8d90-d205b5740160 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:45:55.599432 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:55.602080 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Port 5b1d200b-d2a1-427f-8d90-d205b5740160 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:45:55.602392 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Attempting to bind port 5b1d200b-d2a1-427f-8d90-d205b5740160 on network 2c7da231-f63f-4eff-bafe-35d3dfbe40f5 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:45:55.607323 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:45:55.616489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Checking segment: {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:45:55.616489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Bound using segment: {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:45:55.616489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Bound port: 5b1d200b-d2a1-427f-8d90-d205b5740160, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4579a692-8ea8-4c21-95f0-4b067c697c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:45:55.616489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.668085 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:45:55.671236 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5b1d200b-d2a1-427f-8d90-d205b5740160,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:45:55.749918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.784800 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:55.786585 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:55.786931 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:45:55.788345 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] 10.222.0.55 "PUT /v2.0/ports/5b1d200b-d2a1-427f-8d90-d205b5740160 HTTP/1.1" status: 200 len: 1093 time: 1.0226946 Jun 27 09:45:55.791019 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:45:55.793284 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4" -d '{"events": [{"name": "network-changed", "server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:45:55.813534 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223dfee1-bb78-4fa3-90d9-3c26fdc68e4f service neutron] Pushing event updated for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:45:55.831794 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e221363-58f0-4965-9648-bd5a096b75e5 x-openstack-request-id: req-0e221363-58f0-4965-9648-bd5a096b75e5 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:45:55.832090 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:45:55.832347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e221363-58f0-4965-9648-bd5a096b75e5 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:45:55.832745 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e221363-58f0-4965-9648-bd5a096b75e5'] response: {'name': 'network-changed', 'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160', 'status': 'completed', 'code': 200} Jun 27 09:45:55.895331 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-eee2dbb1-4b31-4edd-be88-54c61c192984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:55.896854 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-eee2dbb1-4b31-4edd-be88-54c61c192984 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 1127 time: 0.0427465 Jun 27 09:45:56.002279 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-cedd4d45-a1b6-47ee-9703-681ba2297bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:56.003792 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-cedd4d45-a1b6-47ee-9703-681ba2297bb0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=428f2755baac4091a9d78e86090d819b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947597 Jun 27 09:45:56.103614 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:56.105827 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:56.107832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-f2830a53-1dd5-4a6d-a03f-a2e1baf1734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:56.109333 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-259872d7-8b45-4cb4-adf9-77c7d1cc11e4 req-f2830a53-1dd5-4a6d-a03f-a2e1baf1734d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994062 Jun 27 09:45:56.186839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-d8c47bfb-78ff-4905-b463-37a8bce9958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:56.188473 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-d8c47bfb-78ff-4905-b463-37a8bce9958d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=428f2755baac4091a9d78e86090d819b&device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 1127 time: 0.0386317 Jun 27 09:45:56.237878 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-75354737-4510-4ebf-8d8b-2a776747be68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b1d200b-d2a1-427f-8d90-d205b5740160 HTTP/1.1" status: 200 len: 217 time: 0.0365555 Jun 27 09:45:56.285300 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-1a8d93eb-16c2-48ce-9b79-77d15b5d8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:56.286773 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-1a8d93eb-16c2-48ce-9b79-77d15b5d8826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=350bd822-7f06-4521-acc0-0046efaf1500 HTTP/1.1" status: 200 len: 854 time: 0.0432863 Jun 27 09:45:56.318114 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-0eb8e2a5-3ef9-4c95-815b-f70493804f0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c7da231-f63f-4eff-bafe-35d3dfbe40f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247450 Jun 27 09:45:56.411310 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-09896975-1c7c-4249-898a-cb8fa1789440 service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851383 Jun 27 09:45:56.500095 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7d483cf0-3719-4e7f-aa7d-7090f2a4c2e9 req-99cb964b-3902-41f0-a2e3-e7ddd79e32b5 service neutron] 10.222.0.55 "GET /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Jun 27 09:45:56.684117 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40794d9-6684-41fd-8231-d85c81835251 req-7c24a9ba-712b-483f-9a38-ff42dccfcd68 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:56.685619 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f40794d9-6684-41fd-8231-d85c81835251 req-7c24a9ba-712b-483f-9a38-ff42dccfcd68 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 943 time: 0.0460029 Jun 27 09:45:56.735344 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f40794d9-6684-41fd-8231-d85c81835251 req-5e50607a-a560-4391-bfe8-9b595e4c147d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Jun 27 09:45:57.852370 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa32c6-c794-42dd-8898-b1f4938a62f1 req-5634d490-1c4c-4aa2-a46d-5200ed73dfce tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:57.853806 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-57fa32c6-c794-42dd-8898-b1f4938a62f1 req-5634d490-1c4c-4aa2-a46d-5200ed73dfce tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 943 time: 0.0488524 Jun 27 09:45:57.899785 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-57fa32c6-c794-42dd-8898-b1f4938a62f1 req-dd5e4b9b-76f0-4778-a428-1bc275be0333 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Jun 27 09:45:59.008731 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102cae-aab7-4d1c-97bb-253eee177963 req-4549ff4c-7cbd-49e4-9155-39b69b3a9c10 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:45:59.010147 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5c102cae-aab7-4d1c-97bb-253eee177963 req-4549ff4c-7cbd-49e4-9155-39b69b3a9c10 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 943 time: 0.0448339 Jun 27 09:45:59.049341 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:45:59.056321 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5c102cae-aab7-4d1c-97bb-253eee177963 req-c10d5ecc-7877-4d6c-953e-373f396eb44d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Jun 27 09:45:59.856834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 5b1d200b-d2a1-427f-8d90-d205b5740160 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:45:59.955851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5b1d200b-d2a1-427f-8d90-d205b5740160,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:45:59.967052 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '5b1d200b-d2a1-427f-8d90-d205b5740160', 'network_id': '2c7da231-f63f-4eff-bafe-35d3dfbe40f5', 'port_id': '5b1d200b-d2a1-427f-8d90-d205b5740160', 'mac_address': 'fa:16:3e:1d:1d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350bd822-7f06-4521-acc0-0046efaf1500', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:46:00.001464 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 5b1d200b-d2a1-427f-8d90-d205b5740160 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:46:00.001855 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:00.014482 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1d200b-d2a1-427f-8d90-d205b5740160 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:46:00.033557 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5b1d200b-d2a1-427f-8d90-d205b5740160,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:46:00.098430 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:00.146766 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:00.153876 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.154223 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.154573 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.154914 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.155248 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.155604 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.155938 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.156266 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.156595 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.156921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.157247 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.157571 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.157901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.158221 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.158541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:00.168916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5882c09-ff15-4763-bccf-e5b95f5ae2be req-1a02909c-ce05-45f2-98a8-ce9e263a1f4b tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:00.170804 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5882c09-ff15-4763-bccf-e5b95f5ae2be req-1a02909c-ce05-45f2-98a8-ce9e263a1f4b tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 944 time: 0.0475204 Jun 27 09:46:00.219500 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e5882c09-ff15-4763-bccf-e5b95f5ae2be req-b559ea44-15d2-4fa5-9ff7-359b27c28099 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Jun 27 09:46:00.360942 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['5b1d200b-d2a1-427f-8d90-d205b5740160'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:46:01.331680 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f75cc-3d3b-47bc-9162-9275ff1c9522 req-7925a7de-a81b-479f-a0a5-03918d9ca645 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:01.333192 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e79f75cc-3d3b-47bc-9162-9275ff1c9522 req-7925a7de-a81b-479f-a0a5-03918d9ca645 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 944 time: 0.0474770 Jun 27 09:46:01.380061 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e79f75cc-3d3b-47bc-9162-9275ff1c9522 req-a2110438-7fc2-4075-bc21-4d80ae3dfd32 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jun 27 09:46:01.873981 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 5b1d200b-d2a1-427f-8d90-d205b5740160 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:46:01.915134 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 5b1d200b-d2a1-427f-8d90-d205b5740160 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:46:01.980614 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 5b1d200b-d2a1-427f-8d90-d205b5740160 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:46:01.980989 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:02.062354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 5b1d200b-d2a1-427f-8d90-d205b5740160 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:46:02.062354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:02.081931 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:46:02.084176 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15dcde-b53f-443d-9205-91c3e591831a" -d '{"events": [{"server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:46:02.098077 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5b1d200b-d2a1-427f-8d90-d205b5740160,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:46:02.123027 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd8f56f-c597-4064-8c22-7e764e1f6ab3 x-openstack-request-id: req-7cd8f56f-c597-4064-8c22-7e764e1f6ab3 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:46:02.123326 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "name": "network-vif-plugged", "status": "completed", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:46:02.123607 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cd8f56f-c597-4064-8c22-7e764e1f6ab3 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:46:02.124038 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd8f56f-c597-4064-8c22-7e764e1f6ab3'] response: {'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160', 'code': 200} Jun 27 09:46:02.163354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:02.209756 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:02.497648 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab06e0-5ac3-41e3-b3ae-26add3e89f92 req-88e31755-7a5d-420c-bb55-5454ebfe450d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:02.499114 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54ab06e0-5ac3-41e3-b3ae-26add3e89f92 req-88e31755-7a5d-420c-bb55-5454ebfe450d tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0477395 Jun 27 09:46:02.547111 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95fd2-a232-43df-a864-294d8dc7abdd req-79c26c05-790f-4563-932f-0f9b650a35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:02.549222 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89a95fd2-a232-43df-a864-294d8dc7abdd req-79c26c05-790f-4563-932f-0f9b650a35bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 1129 time: 0.0454376 Jun 27 09:46:02.552614 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54ab06e0-5ac3-41e3-b3ae-26add3e89f92 req-e08b5df1-8381-4b28-9ab0-5b1974e293fa tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Jun 27 09:46:02.637547 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89a95fd2-a232-43df-a864-294d8dc7abdd req-b809677a-3df6-483d-a858-64e74812cea6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 Jun 27 09:46:03.444222 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc5061-8017-4a5e-ae42-8ad64dbca830 req-e8ebb9d0-33a3-49e9-a76d-a2007c5c93ae tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:03.445700 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bfc5061-8017-4a5e-ae42-8ad64dbca830 req-e8ebb9d0-33a3-49e9-a76d-a2007c5c93ae tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0482848 Jun 27 09:46:03.494517 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4bfc5061-8017-4a5e-ae42-8ad64dbca830 req-259a922c-1d35-4f85-8b52-93b64a283286 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Jun 27 09:46:03.666188 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b49bc-8822-4d24-9930-fc1f7b5925a1 req-7085fa7c-f5da-499a-8983-57165f15d716 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:03.667622 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-732b49bc-8822-4d24-9930-fc1f7b5925a1 req-7085fa7c-f5da-499a-8983-57165f15d716 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0467799 Jun 27 09:46:03.716232 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-732b49bc-8822-4d24-9930-fc1f7b5925a1 req-755256f3-543e-4b4f-94a8-21e0f0f951eb tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427313 Jun 27 09:46:03.737064 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:04.608692 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec2af9-ca86-4bfa-89e3-c9e624f95c72 req-d978f1a8-d136-4928-a145-df8b29d252e1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:04.610136 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baec2af9-ca86-4bfa-89e3-c9e624f95c72 req-d978f1a8-d136-4928-a145-df8b29d252e1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0451031 Jun 27 09:46:04.655629 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-baec2af9-ca86-4bfa-89e3-c9e624f95c72 req-74c429ec-53db-4377-b8eb-8faceb9bd3a6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401313 Jun 27 09:46:04.882023 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e84a4a-1037-4165-8e5b-fd76b6d913c3 req-ff478de8-a625-4b50-b05a-11abb4699ee3 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:04.884041 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-11e84a4a-1037-4165-8e5b-fd76b6d913c3 req-ff478de8-a625-4b50-b05a-11abb4699ee3 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0992074 Jun 27 09:46:04.933691 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-11e84a4a-1037-4165-8e5b-fd76b6d913c3 req-6c30f4e5-82bb-4218-bc5a-660c3858f682 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440300 Jun 27 09:46:05.767655 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210d9d-c767-43bc-9f5f-54b908240e82 req-67e5241a-7ae6-4d87-8b91-2272759e6a23 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:05.769144 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e9210d9d-c767-43bc-9f5f-54b908240e82 req-67e5241a-7ae6-4d87-8b91-2272759e6a23 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0461667 Jun 27 09:46:05.812513 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:05.822237 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e9210d9d-c767-43bc-9f5f-54b908240e82 req-10fbd018-8112-46bf-8ecb-f3c17c1cde04 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458272 Jun 27 09:46:06.937906 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3955d-be02-4623-951b-5a286bfb0cee req-4d3b3cd2-1e52-4c29-9f80-847db3a244f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:06.939350 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-77a3955d-be02-4623-951b-5a286bfb0cee req-4d3b3cd2-1e52-4c29-9f80-847db3a244f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0493140 Jun 27 09:46:06.987615 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-77a3955d-be02-4623-951b-5a286bfb0cee req-a3734580-a734-4689-9c99-68ee6514eea2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Jun 27 09:46:08.097785 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129fb9b-22cc-47d1-94e7-66b727edadd9 req-60e34e32-01e4-4f93-a4ad-3848dd31fa4f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:08.099238 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3129fb9b-22cc-47d1-94e7-66b727edadd9 req-60e34e32-01e4-4f93-a4ad-3848dd31fa4f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0462723 Jun 27 09:46:08.145920 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3129fb9b-22cc-47d1-94e7-66b727edadd9 req-015f23d6-5941-40bd-bf43-43a48b6cfa7f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Jun 27 09:46:09.190443 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-403639da-b1e7-455c-961e-0e87053c6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:09.192012 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-403639da-b1e7-455c-961e-0e87053c6af9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1130 time: 0.0461452 Jun 27 09:46:09.264536 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a126212-5bd7-4502-aeb2-e287debf8def req-d43b1934-f021-4e8b-9e48-b457af0a0851 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:09.266198 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a126212-5bd7-4502-aeb2-e287debf8def req-d43b1934-f021-4e8b-9e48-b457af0a0851 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0470073 Jun 27 09:46:09.298096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-52ee302b-cd49-42d4-83b8-4d99a9904478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:09.299619 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-52ee302b-cd49-42d4-83b8-4d99a9904478 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0891385 Jun 27 09:46:09.318840 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4a126212-5bd7-4502-aeb2-e287debf8def req-7fc00119-3776-44e0-9090-8e8afbb85bbe tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469685 Jun 27 09:46:09.423190 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-653117c0-366b-44c3-9898-cb957c05aab5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 1002 time: 0.0603318 Jun 27 09:46:09.471602 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-1b17b8b6-a7ef-4803-b688-627846cda409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:09.473002 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-1b17b8b6-a7ef-4803-b688-627846cda409 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0436754 Jun 27 09:46:09.514680 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-1c2683bf-44c5-4b3c-ae20-0985fb9d8183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:09.516195 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-1c2683bf-44c5-4b3c-ae20-0985fb9d8183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369532 Jun 27 09:46:09.617168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-3a06cb01-d765-498f-9790-4baacf38f1fb service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874999 Jun 27 09:46:09.704230 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c064960d-5f0c-4e8a-b9c9-9c4fbecd1f0c req-09a01c97-2664-4db2-9ae6-ccc5ff8a7d76 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810485 Jun 27 09:46:10.234625 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-1d920e55-5094-4269-a8b5-d045dd2f665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:10.428663 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:10.437522 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73737a08-3e97-4228-ace8-960f9cc4cc59 req-e21ab464-c1fc-4bc2-aa8c-810c2c822127 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:10.438991 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-73737a08-3e97-4228-ace8-960f9cc4cc59 req-e21ab464-c1fc-4bc2-aa8c-810c2c822127 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0516701 Jun 27 09:46:10.486766 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-73737a08-3e97-4228-ace8-960f9cc4cc59 req-2eb6ff2f-4b46-4bcc-b845-358c21c33ab1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Jun 27 09:46:11.604320 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0a9c-0d9c-49f6-91ce-f98d2fd39304 req-f07e5fd8-73ea-4ead-9891-98704d85a5a5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:11.605657 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e1b0a9c-0d9c-49f6-91ce-f98d2fd39304 req-f07e5fd8-73ea-4ead-9891-98704d85a5a5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0498028 Jun 27 09:46:11.652046 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-1e1b0a9c-0d9c-49f6-91ce-f98d2fd39304 req-09610c96-c9fc-4f6a-a3c1-73ad7a19e411 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Jun 27 09:46:12.578246 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-4d07cde9-d09b-4627-9e67-3f961f4801b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:12.762634 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006fea1-030c-4451-bac5-8f55e6a02e36 req-6ff0aaea-7f3b-42c9-ae00-f3d932cb5992 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:12.764137 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2006fea1-030c-4451-bac5-8f55e6a02e36 req-6ff0aaea-7f3b-42c9-ae00-f3d932cb5992 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0459914 Jun 27 09:46:12.812386 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-2006fea1-030c-4451-bac5-8f55e6a02e36 req-1c8d3c50-07ee-45f4-be07-a9b4032af29a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426044 Jun 27 09:46:13.926373 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad28737-4831-4ac8-8f60-b3cf68397e5c req-cedfd263-2b06-4cf3-a814-84c918c3d30d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:13.927959 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ad28737-4831-4ac8-8f60-b3cf68397e5c req-cedfd263-2b06-4cf3-a814-84c918c3d30d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0497084 Jun 27 09:46:13.975632 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6ad28737-4831-4ac8-8f60-b3cf68397e5c req-f25ad9c5-0073-4648-bffc-77107c7c0e3f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417724 Jun 27 09:46:14.888856 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:15.086438 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bc9fd-e5d6-4529-bb70-e5c75bc0ed41 req-4df6e93e-78bb-42d5-881d-34f386c81e77 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:15.087822 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-562bc9fd-e5d6-4529-bb70-e5c75bc0ed41 req-4df6e93e-78bb-42d5-881d-34f386c81e77 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0452580 Jun 27 09:46:15.136179 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-562bc9fd-e5d6-4529-bb70-e5c75bc0ed41 req-859ebe8f-bdc1-44b0-91d3-9d0d695d1bf6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Jun 27 09:46:15.440624 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9592f3-ecb1-4d3d-8e96-72cd4310d609 req-81afe7f8-a0a1-42bf-9f83-42c065e30cf1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:15.442107 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db9592f3-ecb1-4d3d-8e96-72cd4310d609 req-81afe7f8-a0a1-42bf-9f83-42c065e30cf1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0463879 Jun 27 09:46:15.488245 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-db9592f3-ecb1-4d3d-8e96-72cd4310d609 req-713f3d94-3299-4e86-a0e6-f00f6d6201f6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400205 Jun 27 09:46:16.023708 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:16.183333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:16.602329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b4c4c-73a4-4d1a-99f3-2f4dc1deafa3 req-de1cfada-4681-4f15-8916-f2e8a859f4b2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:16.603846 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c60b4c4c-73a4-4d1a-99f3-2f4dc1deafa3 req-de1cfada-4681-4f15-8916-f2e8a859f4b2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0459635 Jun 27 09:46:16.656463 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c60b4c4c-73a4-4d1a-99f3-2f4dc1deafa3 req-5ebcba17-d512-489e-b2e7-32f5691ecc80 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Jun 27 09:46:16.748993 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-1953df54-7f04-472f-a63d-cffde77c12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:16.750544 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-1953df54-7f04-472f-a63d-cffde77c12e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 1130 time: 0.0377750 Jun 27 09:46:16.777835 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:16.843401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-50d1f0e6-b37a-4c7e-89bd-59c754ab7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:16.844894 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-50d1f0e6-b37a-4c7e-89bd-59c754ab7712 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0878408 Jun 27 09:46:16.904916 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-cff3e4c6-fbdc-4255-9266-4dcb0d20bef5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 200 len: 1002 time: 0.0528746 Jun 27 09:46:16.956677 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-28880cb2-25ef-4909-bef3-4ac734521e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:16.958171 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-28880cb2-25ef-4909-bef3-4ac734521e0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0468025 Jun 27 09:46:16.999724 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-30387364-7e5f-4ab9-94b3-c68dd08986c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:17.001156 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-30387364-7e5f-4ab9-94b3-c68dd08986c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370839 Jun 27 09:46:17.089649 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-c9c56095-8260-4356-b8ef-5d1e5a5c8120 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823286 Jun 27 09:46:17.137149 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:17.142036 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:17.181609 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-786c5499-6e3d-4b25-af81-92f1f2b77ccb req-ebd707cb-7428-456c-8485-d63d8cdbf36b service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856664 Jun 27 09:46:17.768404 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4a7a6-717d-4357-867b-6def68ae8579 req-e6e92246-1154-4d36-bf09-79c0ed9490c1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:17.769854 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-01b4a7a6-717d-4357-867b-6def68ae8579 req-e6e92246-1154-4d36-bf09-79c0ed9490c1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0458896 Jun 27 09:46:17.816682 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-01b4a7a6-717d-4357-867b-6def68ae8579 req-96a09b32-c222-4321-ad42-127b1245d7b2 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414298 Jun 27 09:46:18.891742 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:18.893658 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:18.930510 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8112-2cd6-44ff-b535-e7a599a7254d req-05ccb920-82ad-4354-8019-baf2b1718605 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:18.932005 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49df8112-2cd6-44ff-b535-e7a599a7254d req-05ccb920-82ad-4354-8019-baf2b1718605 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Jun 27 09:46:18.978506 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-49df8112-2cd6-44ff-b535-e7a599a7254d req-2555d974-9b6c-415a-985a-7c333af53aee tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Jun 27 09:46:22.141717 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:46:26.101716 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:26.104594 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:27.476221 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0cbfa-95fe-4c88-82df-5e04beef978f req-f0df5972-3b52-4895-b52b-e64361c87df1 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:27.478409 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-13f0cbfa-95fe-4c88-82df-5e04beef978f req-f0df5972-3b52-4895-b52b-e64361c87df1 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0499403 Jun 27 09:46:27.524491 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-13f0cbfa-95fe-4c88-82df-5e04beef978f req-bfbdbe8f-a3f1-4669-b96c-8c1da81cea04 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Jun 27 09:46:28.640649 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b3986-0248-4fc8-a3e4-38fe028be93c req-41b3d64e-1c31-4b8e-b9cb-c35f6ec2b177 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:28.642125 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ac6b3986-0248-4fc8-a3e4-38fe028be93c req-41b3d64e-1c31-4b8e-b9cb-c35f6ec2b177 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0471654 Jun 27 09:46:28.689391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ac6b3986-0248-4fc8-a3e4-38fe028be93c req-3a04b228-2453-44cf-a175-c01572c9feaf tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/security-groups?id=c2b086bc-4748-43fd-b6b9-3744f265818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Jun 27 09:46:29.113693 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:29.126390 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-719e12e2-54ae-46f8-9096-2f1b10888a0c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:29.127921 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-719e12e2-54ae-46f8-9096-2f1b10888a0c tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 945 time: 0.0456512 Jun 27 09:46:29.210190 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Deleting port 5b1d200b-d2a1-427f-8d90-d205b5740160 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:46:29.210531 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:29.297070 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] For port 5b1d200b-d2a1-427f-8d90-d205b5740160, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=5b1d200b-d2a1-427f-8d90-d205b5740160,segment=NetworkSegment(4579a692-8ea8-4c21-95f0-4b067c697c56),segment_id=4579a692-8ea8-4c21-95f0-4b067c697c56)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:46:29.297431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:29.310041 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Calling delete_port for 5b1d200b-d2a1-427f-8d90-d205b5740160 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:46:29.381553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:29.482818 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (5b1d200b-d2a1-427f-8d90-d205b5740160), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:29.495957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['5b1d200b-d2a1-427f-8d90-d205b5740160'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:46:29.511664 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Pushing event deleted for resources: {'Port': ['ID=5b1d200b-d2a1-427f-8d90-d205b5740160,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:29.555855 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] No DVR routers for this DVR port 5b1d200b-d2a1-427f-8d90-d205b5740160 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:46:29.558258 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:29.561452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-9d8bfa39-fa82-4fcf-a0ba-1147e4b9932f req-5526e6cb-17eb-4f4f-9fb1-bfddcc8c0188 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.55 "DELETE /v2.0/ports/5b1d200b-d2a1-427f-8d90-d205b5740160 HTTP/1.1" status: 204 len: 173 time: 0.4287021 Jun 27 09:46:29.566589 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'name': 'network-vif-deleted', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:46:29.566589 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ba6b7d-9a53-41c8-97d0-9da46cc9e69c" -d '{"events": [{"server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "name": "network-vif-deleted", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:46:29.600555 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fe8a18-c2ff-4fa1-955e-92905fde890a x-openstack-request-id: req-99fe8a18-c2ff-4fa1-955e-92905fde890a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:46:29.600846 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09de02f3-ba66-4891-87b3-4fac376a2eea", "name": "network-vif-deleted", "tag": "5b1d200b-d2a1-427f-8d90-d205b5740160", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:46:29.601104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-99fe8a18-c2ff-4fa1-955e-92905fde890a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:46:29.601514 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fe8a18-c2ff-4fa1-955e-92905fde890a'] response: {'server_uuid': '09de02f3-ba66-4891-87b3-4fac376a2eea', 'name': 'network-vif-deleted', 'tag': '5b1d200b-d2a1-427f-8d90-d205b5740160', 'status': 'completed', 'code': 200} Jun 27 09:46:29.785854 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-56ded226-7eaa-485c-8de3-f0e773a0b8f2 req-a6d5a93b-4706-4f3c-a994-9c1198376574 tempest-VolumesSnapshotTestJSON-1318717514 tempest-VolumesSnapshotTestJSON-1318717514-project] 10.222.0.64 "GET /v2.0/ports?device_id=09de02f3-ba66-4891-87b3-4fac376a2eea HTTP/1.1" status: 200 len: 210 time: 0.0296783 Jun 27 09:46:33.762903 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:34.226750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 5b1d200b-d2a1-427f-8d90-d205b5740160 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:46:34.245733 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 5b1d200b-d2a1-427f-8d90-d205b5740160 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:46:34.246114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 5b1d200b-d2a1-427f-8d90-d205b5740160 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:46:38.056574 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:38.059351 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=12 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:39.537032 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:39.537827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:39.765735 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=24 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:39.766880 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=12 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:40.243899 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-6a660a45-7dfc-431e-be08-4dd9f772bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:42.582698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-52f6f4ce-3a05-4850-9df6-88b84e621151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:44.899685 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:46.025644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:46.151673 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:49.268205 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54738) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:49.408399 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port 48482b07-740a-4deb-82f1-e23ab5ef11b1 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:46:49.408745 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:49.483641 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:49.483975 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (48482b07-740a-4deb-82f1-e23ab5ef11b1), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:49.497414 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for 48482b07-740a-4deb-82f1-e23ab5ef11b1 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:46:49.957583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (48482b07-740a-4deb-82f1-e23ab5ef11b1), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:49.985749 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=48482b07-740a-4deb-82f1-e23ab5ef11b1,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:49.997827 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.005288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.006404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:50.058277 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (bd88f684-6ca0-4231-8f10-99cf19905f48), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:50.058539 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP bd88f684-6ca0-4231-8f10-99cf19905f48 disassociated (deleted). External IP: 172.27.1.58, port: 22d0d7b0-5a8c-4419-bf0c-95ba06adce52. Jun 27 09:46:50.259386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:46:50.364108 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:46:50.368621 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:50.374240 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:46:50.387208 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:46:50.387208 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:50.396106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:50.399814 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7eec6643-5c7f-4c93-8a44-09729d632801 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "DELETE /v2.0/floatingips/bd88f684-6ca0-4231-8f10-99cf19905f48 HTTP/1.1" status: 204 len: 168 time: 1.1305578 Jun 27 09:46:50.400365 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:46:50.402711 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f236aafc-efbb-4a6e-8245-90646d088ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:46:50.445007 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f353bb9c-6398-4384-a93a-4143dc28fb3a x-openstack-request-id: req-f353bb9c-6398-4384-a93a-4143dc28fb3a {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:46:50.445399 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:46:50.445747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f353bb9c-6398-4384-a93a-4143dc28fb3a {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:46:50.446248 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f353bb9c-6398-4384-a93a-4143dc28fb3a'] response: {'name': 'network-changed', 'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'status': 'completed', 'code': 200} Jun 27 09:46:50.489882 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:46:50.509082 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-43a9b6e8-a2bf-4976-801f-6e9788d2833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:50.511261 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-43a9b6e8-a2bf-4976-801f-6e9788d2833f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 1130 time: 0.0418658 Jun 27 09:46:50.600796 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-0de26f59-0f1b-46c7-a429-b5807bd11dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:50.602574 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-0de26f59-0f1b-46c7-a429-b5807bd11dcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.0846028 Jun 27 09:46:50.646105 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-54427730-aac0-4c4e-8f9b-06477713b599 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 200 len: 217 time: 0.0366828 Jun 27 09:46:50.694985 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-57e2d0a5-f749-421a-af9c-730ffa8304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:50.696600 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-57e2d0a5-f749-421a-af9c-730ffa8304f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.0446858 Jun 27 09:46:50.704289 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:50.733547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:46:50.742683 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:46:50.743325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:50.753100 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-cb36862a-0a04-4021-9476-3b42f2ead256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:50.754602 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-cb36862a-0a04-4021-9476-3b42f2ead256 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511966 Jun 27 09:46:50.765269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-d3496e56-1375-4812-9b52-5df91699f193 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:46:50.766207 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-d3496e56-1375-4812-9b52-5df91699f193 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048072 Jun 27 09:46:50.847892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:46:50.860518 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-910749c6-3349-4d50-8103-8f4e8c9bdbb1 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Jun 27 09:46:50.909542 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153d2ca-e6ef-48d8-9dbc-996ab29f7fbd req-f8bce982-1f95-4ad4-a369-25e5fc6b7179 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:50.911005 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e153d2ca-e6ef-48d8-9dbc-996ab29f7fbd req-f8bce982-1f95-4ad4-a369-25e5fc6b7179 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0481243 Jun 27 09:46:50.963795 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e153d2ca-e6ef-48d8-9dbc-996ab29f7fbd req-f8b72c9c-009f-44ea-b475-0c0ab3897da8 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Jun 27 09:46:51.181960 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:51.209544 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d810240-ec0e-454c-89d7-3f40934ef172 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'a48334d3-01d6-4e6e-b589-33a8b5e8c822', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'port_id': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'mac_address': 'fa:16:3e:d8:b8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:43:05Z', 'updated_at': '2022-06-27T09:43:08Z', 'revision_number': 1, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:46:51.430497 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a2cd58-6a02-43f2-8577-4e35bb0735c3 None None] New status for floating IP bd88f684-6ca0-4231-8f10-99cf19905f48: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:46:52.080365 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904a183-9358-47e8-9526-dd948284fe89 req-e74a0e71-29ae-449c-bd1f-f2c34f28182b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:52.081756 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c904a183-9358-47e8-9526-dd948284fe89 req-e74a0e71-29ae-449c-bd1f-f2c34f28182b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0468156 Jun 27 09:46:52.099812 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:52.132022 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-c904a183-9358-47e8-9526-dd948284fe89 req-5a575cbb-2c28-4ee3-a54a-ae8d3b09c21b tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Jun 27 09:46:52.227687 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f236aafc-efbb-4a6e-8245-90646d088ed8 req-10dba11d-b00b-473a-8c78-dc7cdadee016 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317527 Jun 27 09:46:52.628463 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-2b25c340-f838-489a-8bb8-14a85fd714ea tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:52.630027 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-2b25c340-f838-489a-8bb8-14a85fd714ea tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 946 time: 0.0471103 Jun 27 09:46:52.714777 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:46:52.715047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:52.804169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] For port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:46:52.804539 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:52.817531 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:46:52.925912 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:53.014990 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (22d0d7b0-5a8c-4419-bf0c-95ba06adce52), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:53.043042 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=22d0d7b0-5a8c-4419-bf0c-95ba06adce52,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:53.050325 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:53.071558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.071922 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.072808 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.073207 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.073547 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.073885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.074221 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.074552 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.074885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.075217 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.075575 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.076035 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.076372 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.076702 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.077026 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:46:53.103401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] No DVR routers for this DVR port 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:46:53.106069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:53.109417 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5d6476aa-d930-48f1-a6b5-ef0f4bee1d9f req-930e37f2-580b-4b5a-9c08-13e29f7f875a tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "DELETE /v2.0/ports/22d0d7b0-5a8c-4419-bf0c-95ba06adce52 HTTP/1.1" status: 204 len: 173 time: 0.4742231 Jun 27 09:46:53.113824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'name': 'network-vif-deleted', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:46:53.113824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c3f7d-a15c-4a52-a8db-40528f85ee36" -d '{"events": [{"server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "name": "network-vif-deleted", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:46:53.211607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b322688f-df33-4c30-bdf9-77aa2eae07c1 x-openstack-request-id: req-b322688f-df33-4c30-bdf9-77aa2eae07c1 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:46:53.211607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123a29e5-2f67-47b9-a67e-f8f6c63da8d1", "name": "network-vif-deleted", "tag": "22d0d7b0-5a8c-4419-bf0c-95ba06adce52", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:46:53.211607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b322688f-df33-4c30-bdf9-77aa2eae07c1 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:46:53.211607 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b322688f-df33-4c30-bdf9-77aa2eae07c1'] response: {'server_uuid': '123a29e5-2f67-47b9-a67e-f8f6c63da8d1', 'name': 'network-vif-deleted', 'tag': '22d0d7b0-5a8c-4419-bf0c-95ba06adce52', 'status': 'completed', 'code': 200} Jun 27 09:46:53.235656 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-54281bfd-3541-4248-8d85-455ad895d56c req-6dd6c6d5-a23f-4f92-8268-2e4ef4eba453 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=123a29e5-2f67-47b9-a67e-f8f6c63da8d1 HTTP/1.1" status: 200 len: 210 time: 0.0346012 Jun 27 09:46:56.192424 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:46:56.211700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:46:56.212053 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 22d0d7b0-5a8c-4419-bf0c-95ba06adce52 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:46:56.300401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54818) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:56.345124 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Deleting subnet 350bd822-7f06-4521-acc0-0046efaf1500 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:46:56.348325 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Publish callbacks [] for subnet (350bd822-7f06-4521-acc0-0046efaf1500), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.382148 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (350bd822-7f06-4521-acc0-0046efaf1500), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.420352 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (350bd822-7f06-4521-acc0-0046efaf1500), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.577506 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (350bd822-7f06-4521-acc0-0046efaf1500), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.600561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350bd822-7f06-4521-acc0-0046efaf1500,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:56.606024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.609108 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-05227a91-ab14-4c20-ad97-ae745fdd5c92 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/350bd822-7f06-4521-acc0-0046efaf1500 HTTP/1.1" status: 204 len: 168 time: 0.3077149 Jun 27 09:46:56.611773 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54822) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:56.678718 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (2c7da231-f63f-4eff-bafe-35d3dfbe40f5), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.753429 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54826) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:56.757484 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (2c7da231-f63f-4eff-bafe-35d3dfbe40f5), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.777494 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7da231-f63f-4eff-bafe-35d3dfbe40f5']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:56.786601 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4579a692-8ea8-4c21-95f0-4b067c697c56') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:56.786899 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4579a692-8ea8-4c21-95f0-4b067c697c56') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:56.797011 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (4579a692-8ea8-4c21-95f0-4b067c697c56), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.810570 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (4579a692-8ea8-4c21-95f0-4b067c697c56), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.816913 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:46:56.817296 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (4579a692-8ea8-4c21-95f0-4b067c697c56), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.841216 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 4579a692-8ea8-4c21-95f0-4b067c697c56 resource provider aggregate not found Jun 27 09:46:56.877151 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 4579a692-8ea8-4c21-95f0-4b067c697c56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4579a692-8ea8-4c21-95f0-4b067c697c56 found for delete ", "request_id": "req-774da5f7-8fa0-4b84-b034-e43d11543739"}]} Jun 27 09:46:56.895218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port 8b5b8e33-b373-4838-889c-d7c5619b1395 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:46:56.895593 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.951491 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (2c7da231-f63f-4eff-bafe-35d3dfbe40f5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.957005 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.960095 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] 10.222.0.64 "DELETE /v2.0/networks/2c7da231-f63f-4eff-bafe-35d3dfbe40f5 HTTP/1.1" status: 204 len: 168 time: 0.3474212 Jun 27 09:46:56.970583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d481a-9999-4882-8787-4e8a5b6d623b admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7da231-f63f-4eff-bafe-35d3dfbe40f5,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:56.975204 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.975643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (8b5b8e33-b373-4838-889c-d7c5619b1395), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:56.989413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for 8b5b8e33-b373-4838-889c-d7c5619b1395 owned by network:floatingip {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:46:57.242649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (8b5b8e33-b373-4838-889c-d7c5619b1395), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.269058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=8b5b8e33-b373-4838-889c-d7c5619b1395,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:57.330320 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (a48334d3-01d6-4e6e-b589-33a8b5e8c822), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.330646 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Floating IP a48334d3-01d6-4e6e-b589-33a8b5e8c822 disassociated (deleted). External IP: 172.27.1.171, port: ce6fb0fd-6c30-49fd-ba23-057daf263c03. Jun 27 09:46:57.365747 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54834) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:57.406451 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8f34306e-c7f5-40a9-bc18-fcddfd72f8ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=428f2755baac4091a9d78e86090d819b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394843 Jun 27 09:46:57.413832 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54836) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:57.464297 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] Publish callbacks [] for security_group (c2b086bc-4748-43fd-b6b9-3744f265818e), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.486305 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] Publish callbacks [] for security_group (c2b086bc-4748-43fd-b6b9-3744f265818e), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.518002 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:57.532367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:46:57.631797 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:46:57.637464 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.643926 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:46:57.647395 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:57.648289 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:57.655427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (c2b086bc-4748-43fd-b6b9-3744f265818e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.657053 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:46:57.657747 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:57.660358 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:57.661887 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2b086bc-4748-43fd-b6b9-3744f265818e HTTP/1.1" status: 204 len: 168 time: 0.2470801 Jun 27 09:46:57.673712 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f8ac9-a849-413d-8ef8-df269327805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b086bc-4748-43fd-b6b9-3744f265818e,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:57.801166 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:46:57.934990 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-0e1d6343-d9b0-4222-af6d-5b9b18045cb1 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "DELETE /v2.0/floatingips/a48334d3-01d6-4e6e-b589-33a8b5e8c822 HTTP/1.1" status: 204 len: 168 time: 1.1804130 Jun 27 09:46:57.935617 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:46:57.937831 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59915a9-b959-48f3-b37a-85a0955ef194" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:46:58.017535 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:58.054102 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:46:58.064125 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:46:58.065967 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c841e8d5-8df9-495d-948e-6d01f804385d x-openstack-request-id: req-c841e8d5-8df9-495d-948e-6d01f804385d {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:46:58.066261 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:46:58.066518 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c841e8d5-8df9-495d-948e-6d01f804385d {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:46:58.067018 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c841e8d5-8df9-495d-948e-6d01f804385d'] response: {'name': 'network-changed', 'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'status': 'completed', 'code': 200} Jun 27 09:46:58.067686 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:58.139905 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:58.142832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:58.159558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa5bd-7f5d-42ee-8240-8c61be2f6a95 req-986bd623-db96-4d80-8795-38a32184b417 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:58.161711 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b1dfa5bd-7f5d-42ee-8240-8c61be2f6a95 req-986bd623-db96-4d80-8795-38a32184b417 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0509117 Jun 27 09:46:58.175972 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:46:58.222660 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b1dfa5bd-7f5d-42ee-8240-8c61be2f6a95 req-289cbdd8-1360-4448-b00e-c293254f2426 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534980 Jun 27 09:46:58.384836 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:46:58.398520 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f066e6-984a-4b7d-8fa5-bc37f1ba57f6 req-d58fa207-a2a1-4088-a65a-6a6e86eb435d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:58.403365 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28f066e6-984a-4b7d-8fa5-bc37f1ba57f6 req-d58fa207-a2a1-4088-a65a-6a6e86eb435d tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0513821 Jun 27 09:46:58.413208 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c395c533-5c6e-4cef-b9d1-cc85495525e2 None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:39:21Z', 'revision_number': 4, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '5d616632-40ba-44ac-bcd7-ec6b7354c6d5', 'name': '', 'network_id': '55f28e02-5cc3-4eaa-863b-67aabfa62103', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'mac_address': 'fa:16:3e:40:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:20Z', 'updated_at': '2022-06-27T09:39:25Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'subnets': [{'id': '9676a4fb-efb0-4622-bfac-bf11fc9a37dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:46:58.458452 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-28f066e6-984a-4b7d-8fa5-bc37f1ba57f6 req-28d12bbe-3950-4f9f-963d-de2933bf96fb tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Jun 27 09:46:58.623244 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc59a2b6-fcfc-467c-8137-0961d3913716 None None] New status for floating IP a48334d3-01d6-4e6e-b589-33a8b5e8c822: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:46:58.803781 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54874) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:58.898191 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1191437462-network', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:46:58.974432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Made reservation on behalf of cf6354961eda4916a8324508b45a98d5 for: {'network': 1} {{(pid=104649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:46:58.976818 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:58.985537 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.051415 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:46:59.062522 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks [] for security_group (b61508a6-dcdf-4abb-8610-31cf3ea3c1f9), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.125334 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b61508a6-dcdf-4abb-8610-31cf3ea3c1f9), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.140819 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:46:59.147398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=104649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:46:59.162951 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61508a6-dcdf-4abb-8610-31cf3ea3c1f9,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:59.168711 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (42fdb759-39ab-4826-93ac-b2513df7b2f5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.169050 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.segments_db [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Added segment 42fdb759-39ab-4826-93ac-b2513df7b2f5 of type vlan for network e4924a4a-6de5-4807-86e8-d54106b11160 Jun 27 09:46:59.209554 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (e4924a4a-6de5-4807-86e8-d54106b11160), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.325552 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (e4924a4a-6de5-4807-86e8-d54106b11160), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.326473 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:59.327058 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.354622 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cc4e3-a935-4eae-ae65-ab6d982622fe req-aaa3d7ae-abc8-4137-8363-eb45040e01e7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:59.356104 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-669cc4e3-a935-4eae-ae65-ab6d982622fe req-aaa3d7ae-abc8-4137-8363-eb45040e01e7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0677259 Jun 27 09:46:59.415935 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] Pushing event updated for resources: {'Network': ['ID=e4924a4a-6de5-4807-86e8-d54106b11160,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:59.425980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network e4924a4a-6de5-4807-86e8-d54106b11160 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:46:59.429987 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0d257a66-7821-42c0-9c43-b3a6d69b3a27 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6249986 Jun 27 09:46:59.433033 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54880) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:46:59.439574 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Request body: {'subnet': {'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1191437462-subnet', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:46:59.445326 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-669cc4e3-a935-4eae-ae65-ab6d982622fe req-e18aa8f2-9c17-4448-8a28-67a8b415fdf1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835974 Jun 27 09:46:59.552901 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Made reservation on behalf of cf6354961eda4916a8324508b45a98d5 for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:46:59.555109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.589465 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7631e-a825-4fd2-9c29-e50490df53e0 req-f1204ad3-8ea9-49a2-a454-afecb06e5168 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:59.590865 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-07b7631e-a825-4fd2-9c29-e50490df53e0 req-f1204ad3-8ea9-49a2-a454-afecb06e5168 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0651617 Jun 27 09:46:59.688533 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-07b7631e-a825-4fd2-9c29-e50490df53e0 req-1801d2e9-dc17-48db-bdda-de843a3244d4 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919874 Jun 27 09:46:59.820278 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (244f8253-d1c8-471b-a522-0c4671730f75), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:46:59.909112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-c3691c00-3b66-4088-990c-dfa421f778c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:46:59.910523 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-c3691c00-3b66-4088-990c-dfa421f778c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 1129 time: 0.0671616 Jun 27 09:46:59.913116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244f8253-d1c8-471b-a522-0c4671730f75,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:46:59.922511 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Checking segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:46:59.922864 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Network hostable DHCP agents. Network: e4924a4a-6de5-4807-86e8-d54106b11160, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:47:00.013868 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Network e4924a4a-6de5-4807-86e8-d54106b11160 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:47:00.088119 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, e4924a4a-6de5-4807-86e8-d54106b11160) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:00.092639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:00.093233 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.097817 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d5a88-c2d1-45e0-a48d-fe9b37513c8b None None] Network e4924a4a-6de5-4807-86e8-d54106b11160 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:00.101857 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:00.185509 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-8d1ceb16-5670-4d68-b263-799a7b76ccc5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7500794 Jun 27 09:47:00.188071 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54884) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:00.192317 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:00.200850 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-e4924a4a-6de5-4807-86e8-d54106b11160', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:47:00.201813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.257502 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.258792 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.317789 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for router_controller (fd6e828e-9504-46f0-bb54-362a72450c4f), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.345340 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Allocated IP 172.20.0.2 (e4924a4a-6de5-4807-86e8-d54106b11160/244f8253-d1c8-471b-a522-0c4671730f75/090cdf5b-0f0e-477f-b99e-3658e38bd1a1) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:00.487562 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks [] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.537983 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for router_gateway (fd6e828e-9504-46f0-bb54-362a72450c4f), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.549338 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.552595 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:00.561127 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8278b-8e5d-45b5-a81b-645a86f239d8 req-f5519b42-b167-43a7-a31e-bd2245494c67 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:00.562617 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8b8278b-8e5d-45b5-a81b-645a86f239d8 req-f5519b42-b167-43a7-a31e-bd2245494c67 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0468526 Jun 27 09:47:00.590618 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Network e4924a4a-6de5-4807-86e8-d54106b11160 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:00.593417 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:00.597273 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:00.600629 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:00.603937 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Pushing event updated for resources: {'Port': ['ID=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:00.610941 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b8b8278b-8e5d-45b5-a81b-645a86f239d8 req-2a8fcdc1-bbf9-46da-a18b-7d1fd786599c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Jun 27 09:47:00.614303 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.614646 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.614993 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.615329 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.615713 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.616064 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.616387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.616710 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.617082 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.617356 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.617678 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.618006 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.618321 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.618637 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.618957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:00.657569 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:00.670242 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Attempting to bind port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:00.670614 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Attempting to bind port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:00.671331 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Attempting to bind port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 on network e4924a4a-6de5-4807-86e8-d54106b11160 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:00.676358 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:00.676730 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Checking segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:00.677129 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.677519 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Bound using segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:00.677984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Bound port: 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:00.678363 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.743290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] For port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:00.746565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] For port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:00.802531 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for router_gateway (fd6e828e-9504-46f0-bb54-362a72450c4f), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.811979 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.829640 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:00.842486 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa442c-b65c-41f2-a439-70eea3d61520 req-2addcab9-0da6-415c-8935-56a27bdcdd17 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:00.843998 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89fa442c-b65c-41f2-a439-70eea3d61520 req-2addcab9-0da6-415c-8935-56a27bdcdd17 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0784550 Jun 27 09:47:00.874572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb695d-02f8-48e9-bcf2-337b17de5c5f None None] Pushing event updated for resources: {'Port': ['ID=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:00.962440 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-89fa442c-b65c-41f2-a439-70eea3d61520 req-723f2589-36c0-4418-88e1-e1528a3eed34 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878987 Jun 27 09:47:00.982331 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Allocated IP 172.27.1.70 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/28e2ea26-8a60-42ec-90bb-ab33ee820c96) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:01.118958 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.188082 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:01.229180 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.252356 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-6a3b9d83-872a-4aff-ab4a-6c694b187b0f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.253732 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-6a3b9d83-872a-4aff-ab4a-6c694b187b0f tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0518801 Jun 27 09:47:01.291964 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:01.298216 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:01.301716 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Pushing event updated for resources: {'Port': ['ID=28e2ea26-8a60-42ec-90bb-ab33ee820c96,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:01.304616 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:01.308474 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-f08b2f72-ec45-412c-aa06-e44f3200b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.310575 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-f08b2f72-ec45-412c-aa06-e44f3200b696 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 200 len: 912 time: 0.1458075 Jun 27 09:47:01.378395 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-98d4d366-680a-4dd8-9cde-4176bf21b845 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 200 len: 217 time: 0.0409498 Jun 27 09:47:01.401984 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Deleting port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:01.404737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.439505 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:01.501991 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] For port 4b0d10bc-c18e-4f05-ade6-67243610a1f6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4b0d10bc-c18e-4f05-ade6-67243610a1f6,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:01.502427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.525710 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-9613fe48-5a39-45c1-acc4-fd2690022e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.527196 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-9613fe48-5a39-45c1-acc4-fd2690022e9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 200 len: 850 time: 0.1142750 Jun 27 09:47:01.595557 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-0bf66209-8556-41ce-9a2e-0f094491503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.597230 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-0bf66209-8556-41ce-9a2e-0f094491503e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f28e02-5cc3-4eaa-863b-67aabfa62103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417607 Jun 27 09:47:01.685351 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.685870 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.686233 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Floating IP 4672f1c4-f8ff-4421-bf6f-3753d9607972 disassociated. External IP: 172.27.1.108, port: 4b0d10bc-c18e-4f05-ade6-67243610a1f6. Jun 27 09:47:01.686583 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Calling delete_port for 4b0d10bc-c18e-4f05-ade6-67243610a1f6 owned by compute:nova {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:01.765948 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-0327dc10-6844-41d9-afea-7ffd8d2e4a97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.767070 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:01.767395 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-0327dc10-6844-41d9-afea-7ffd8d2e4a97 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.0919499 Jun 27 09:47:01.779092 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e7ba-a10e-414f-acc8-f64c19955c10 req-07f10dba-df65-4982-94b3-768159489a7a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:01.780426 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eab9e7ba-a10e-414f-acc8-f64c19955c10 req-07f10dba-df65-4982-94b3-768159489a7a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 946 time: 0.0885971 Jun 27 09:47:01.840326 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-db2b9fce-6d0c-4e6e-9fd1-7e50d6be8662 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350366 Jun 27 09:47:01.860197 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5353f7-3b9c-4cd9-8ba5-82aa70125ed1 None None] Network e4924a4a-6de5-4807-86e8-d54106b11160 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:01.864132 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eab9e7ba-a10e-414f-acc8-f64c19955c10 req-c825f099-d7d5-4e17-b701-f87d79e732a5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=fab4e564-1f56-4bf3-88be-45b5d1e065ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749362 Jun 27 09:47:01.866554 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:01.930950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for router_gateway (fd6e828e-9504-46f0-bb54-362a72450c4f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.941443 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:01.952775 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:01.982044 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Provisioning complete for port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:01.982418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:01.999894 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (4b0d10bc-c18e-4f05-ade6-67243610a1f6), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.021625 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port ce6fb0fd-6c30-49fd-ba23-057daf263c03 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:02.021914 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.044162 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'Port': ['ID=4b0d10bc-c18e-4f05-ade6-67243610a1f6,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:02.070753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:02.070982 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:02.074781 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.120922 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c59915a9-b959-48f3-b37a-85a0955ef194 req-8ecca227-a82a-4cce-a1f1-376b94142699 service neutron] 10.222.0.55 "GET /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711613 Jun 27 09:47:02.219108 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:02.300603 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Current status of the port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:02.302958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.338891 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:02.357794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:02.374371 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] For port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:02.384924 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:02.388978 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:02.388978 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.389705 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] No DVR routers for this DVR port 4b0d10bc-c18e-4f05-ade6-67243610a1f6 on host hv-cinder-84773 {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:02.392443 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.395904 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a1207830-2b58-4e8e-bdcd-15bb79001d28 req-8dead815-86bf-497b-9d54-fdb5ffacf3d4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "DELETE /v2.0/ports/4b0d10bc-c18e-4f05-ade6-67243610a1f6 HTTP/1.1" status: 204 len: 173 time: 1.0756977 Jun 27 09:47:02.396741 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'name': 'network-vif-deleted', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:02.397905 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:02.398546 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:02.399262 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4dc810-d156-4d77-b5c2-ed014bd1df66" -d '{"events": [{"server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "name": "network-vif-deleted", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:02.451772 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04382ba3-1bc1-49f0-945c-04606204d769 x-openstack-request-id: req-04382ba3-1bc1-49f0-945c-04606204d769 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:02.452676 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852e3cbc-67cd-4e86-b5ba-bdf54a75d114", "name": "network-vif-deleted", "tag": "4b0d10bc-c18e-4f05-ade6-67243610a1f6", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:02.452676 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04382ba3-1bc1-49f0-945c-04606204d769 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:02.456301 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04382ba3-1bc1-49f0-945c-04606204d769'] response: {'server_uuid': '852e3cbc-67cd-4e86-b5ba-bdf54a75d114', 'name': 'network-vif-deleted', 'tag': '4b0d10bc-c18e-4f05-ade6-67243610a1f6', 'status': 'completed', 'code': 200} Jun 27 09:47:02.456947 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.601286 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.db.api [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 09:47:02.601695 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG oslo_db.api [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 09:47:02.603944 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798516e7-ae26-4d1d-bbe2-42ec256bfe97 req-8f4b4384-1221-46af-8573-dc4c3f757464 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:02.605527 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-798516e7-ae26-4d1d-bbe2-42ec256bfe97 req-8f4b4384-1221-46af-8573-dc4c3f757464 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 945 time: 0.5296321 Jun 27 09:47:02.611234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1664620-4933-429e-9ee2-04351a9a6c19 None None] Pushing event updated for resources: {'Port': ['ID=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:02.614392 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-089b137f-e54c-4b4a-ac0b-7ddf62a9de08 None None] Provisioning complete for port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:02.614767 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-089b137f-e54c-4b4a-ac0b-7ddf62a9de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.618123 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:02.646274 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.649724 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] For port ce6fb0fd-6c30-49fd-ba23-057daf263c03, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=ce6fb0fd-6c30-49fd-ba23-057daf263c03,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:02.650096 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:02.672369 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for ce6fb0fd-6c30-49fd-ba23-057daf263c03 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:02.782391 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-798516e7-ae26-4d1d-bbe2-42ec256bfe97 req-156d1392-1255-470a-8247-19b10f623a29 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/security-groups?id=40e10049-94e0-4d49-8573-0ce93393423b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576507 Jun 27 09:47:02.823814 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-089b137f-e54c-4b4a-ac0b-7ddf62a9de08 None None] Current status of the port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:02.844601 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:02.873497 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:02.898252 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:02.907561 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:02.908186 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:02.974654 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Router fd6e828e-9504-46f0-bb54-362a72450c4f is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:47:02.975260 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-b6cf1bc3-04d2-48d4-b7d7-cb04dffd9378 req-b2b99c0c-18d6-4cad-b094-71d5d5fd3603 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=852e3cbc-67cd-4e86-b5ba-bdf54a75d114 HTTP/1.1" status: 200 len: 210 time: 0.0272186 Jun 27 09:47:03.011912 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:03.020996 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (ce6fb0fd-6c30-49fd-ba23-057daf263c03), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.054539 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=ce6fb0fd-6c30-49fd-ba23-057daf263c03,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:03.135174 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] No DVR routers for this DVR port ce6fb0fd-6c30-49fd-ba23-057daf263c03 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:03.139045 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.142776 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb9f2cbc-3649-4841-babb-51aee389b9a0 req-11969fb5-2808-4adf-91db-3d557248bfa3 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.55 "DELETE /v2.0/ports/ce6fb0fd-6c30-49fd-ba23-057daf263c03 HTTP/1.1" status: 204 len: 173 time: 1.3622997 Jun 27 09:47:03.145293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'name': 'network-vif-deleted', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:03.147110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383be80-0c77-44e8-a076-371581d21c13" -d '{"events": [{"server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "name": "network-vif-deleted", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:03.164535 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:03.176177 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:03.182976 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Sync routers for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:03.185502 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b7055b-b966-4d9b-9ccd-2a2768f6e83d x-openstack-request-id: req-e0b7055b-b966-4d9b-9ccd-2a2768f6e83d {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:03.186422 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba58e72-a234-48f3-9163-461f3255f4b4", "name": "network-vif-deleted", "tag": "ce6fb0fd-6c30-49fd-ba23-057daf263c03", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:03.186422 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0b7055b-b966-4d9b-9ccd-2a2768f6e83d {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:03.186422 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b7055b-b966-4d9b-9ccd-2a2768f6e83d'] response: {'server_uuid': '7ba58e72-a234-48f3-9163-461f3255f4b4', 'name': 'network-vif-deleted', 'tag': 'ce6fb0fd-6c30-49fd-ba23-057daf263c03', 'status': 'completed', 'code': 200} Jun 27 09:47:03.200211 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:03.202078 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:03.205985 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:03.245367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:03.266772 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.272427 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a5f40f56-5eda-43e1-ade5-1b5d3bf2a6da admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0825255 Jun 27 09:47:03.272890 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcfb1a7-0b2b-4c6f-94a3-47b229dba636 None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:03.273105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54900) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:03.304924 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:03.509379 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:01Z', 'revision_number': 3, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:03.551117 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Checking router: fd6e828e-9504-46f0-bb54-362a72450c4f for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:03.551748 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Updating router fd6e828e-9504-46f0-bb54-362a72450c4f port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:47:03.586235 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.624176 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce3b03-19ff-4170-b83f-b3e9c558c96a None None] New status for floating IP 4672f1c4-f8ff-4421-bf6f-3753d9607972: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:47:03.765829 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:03.797444 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.802798 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:03.910666 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:03.948416 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-78d3a2a4-ad73-4307-9d5a-2dd7d3659d07 req-e35248a7-32a0-4f15-a277-a7c238274176 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ba58e72-a234-48f3-9163-461f3255f4b4 HTTP/1.1" status: 200 len: 210 time: 0.0446651 Jun 27 09:47:03.953667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:03.966453 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:03.976363 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.006580 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:04.012392 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks [] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.028498 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Allocated IP 172.20.0.1 (e4924a4a-6de5-4807-86e8-d54106b11160/244f8253-d1c8-471b-a522-0c4671730f75/0cf56da7-0ae6-465e-bc55-c18c2961573b) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:04.064417 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:04.114231 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.140353 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks [] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.164084 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54908) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:04.184122 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Pushing event updated for resources: {'Port': ['ID=28e2ea26-8a60-42ec-90bb-ab33ee820c96,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:04.191721 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Attempting to bind port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:04.192091 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Attempting to bind port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:04.192455 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Attempting to bind port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:04.196281 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.196834 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.197180 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.197519 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.197854 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.198180 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.198504 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.198823 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.199347 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.199876 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.200366 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.200966 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.201300 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.201629 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.201954 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:04.207641 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:04.207847 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 4b0d10bc-c18e-4f05-ade6-67243610a1f6 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:04.208020 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:04.208422 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.208804 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:04.209275 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Bound port: 28e2ea26-8a60-42ec-90bb-ab33ee820c96, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:04.209660 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.223546 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:04.232164 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 4b0d10bc-c18e-4f05-ade6-67243610a1f6 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:04.232497 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 4b0d10bc-c18e-4f05-ade6-67243610a1f6 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:04.233104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device ce6fb0fd-6c30-49fd-ba23-057daf263c03 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:04.238879 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (fab4e564-1f56-4bf3-88be-45b5d1e065ed), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.257617 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: ce6fb0fd-6c30-49fd-ba23-057daf263c03 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:04.257973 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device ce6fb0fd-6c30-49fd-ba23-057daf263c03 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:04.263668 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (fab4e564-1f56-4bf3-88be-45b5d1e065ed), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.277658 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.285957 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] For port 28e2ea26-8a60-42ec-90bb-ab33ee820c96, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:04.285957 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] For port 28e2ea26-8a60-42ec-90bb-ab33ee820c96, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=28e2ea26-8a60-42ec-90bb-ab33ee820c96,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:04.327617 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Network e4924a4a-6de5-4807-86e8-d54106b11160 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:04.332405 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:04.341231 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:04.341231 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Pushing event updated for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:04.381792 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (fd6e828e-9504-46f0-bb54-362a72450c4f), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.395395 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.404281 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fab4e564-1f56-4bf3-88be-45b5d1e065ed), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.411787 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.415731 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "DELETE /v2.0/security-groups/fab4e564-1f56-4bf3-88be-45b5d1e065ed HTTP/1.1" status: 204 len: 168 time: 0.2492356 Jun 27 09:47:04.417198 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54910) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:04.429043 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:04.478094 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8450-25ff-4a0b-8eb2-531644f5570a None None] Pushing event updated for resources: {'Port': ['ID=28e2ea26-8a60-42ec-90bb-ab33ee820c96,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:04.481474 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:04.483592 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:04.493125 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef18fc6-2c2c-41f4-8aad-d46b5258d95a tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab4e564-1f56-4bf3-88be-45b5d1e065ed,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:04.512201 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-ab4ba8ea-75d1-4229-a668-b13c0027dc38 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] show failed (client error): The resource could not be found. Jun 27 09:47:04.513721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:04.533477 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-ab4ba8ea-75d1-4229-a668-b13c0027dc38 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups/fab4e564-1f56-4bf3-88be-45b5d1e065ed HTTP/1.1" status: 404 len: 347 time: 0.1067181 Jun 27 09:47:04.533639 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:04.540218 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54912) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:04.618909 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.627141 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:04.669057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-a4ee4787-55bf-4f66-b6c6-2efd3275f70a None None] Provisioning complete for port 0cf56da7-0ae6-465e-bc55-c18c2961573b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:04.669803 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a4ee4787-55bf-4f66-b6c6-2efd3275f70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.700956 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Deleting port 64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:04.701416 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.708598 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee4787-55bf-4f66-b6c6-2efd3275f70a None None] Port 0cf56da7-0ae6-465e-bc55-c18c2961573b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:04.780270 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.780650 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.795449 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Calling delete_port for 64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:04.805352 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:01Z', 'revision_number': 3, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:04.825468 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks [] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.832417 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2ed162-3919-46b4-a08d-67de5bf1c90a None None] The sync data for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi is: [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:01Z', 'revision_number': 3, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:04.897347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.975961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Pushing event updated for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:04.978482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (fd6e828e-9504-46f0-bb54-362a72450c4f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:04.994369 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.058274 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54916) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:05.059423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'Port': ['ID=64f9b3ba-ffaa-4256-8f1e-7272d75aeb5a,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:05.138069 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:05.140936 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Network e4924a4a-6de5-4807-86e8-d54106b11160 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:05.142871 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:05.174335 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:05.215732 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (4672f1c4-f8ff-4421-bf6f-3753d9607972), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.218673 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.222796 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-074bb317-d3b5-447b-9f49-1f3230351e6e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "DELETE /v2.0/floatingips/4672f1c4-f8ff-4421-bf6f-3753d9607972 HTTP/1.1" status: 204 len: 168 time: 0.6845832 Jun 27 09:47:05.241139 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Deleting port 2c3313fe-f3aa-4a6f-b14b-72ff212df985 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:05.241700 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.288539 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Router fd6e828e-9504-46f0-bb54-362a72450c4f has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:05.361391 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.361724 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (2c3313fe-f3aa-4a6f-b14b-72ff212df985), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.380654 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Calling delete_port for 2c3313fe-f3aa-4a6f-b14b-72ff212df985 owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:05.415354 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:05.428842 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-c3a2379d-6df7-4781-a0d4-a12d68dc291e admin admin] 10.222.0.64 "PUT /v2.0/routers/fd6e828e-9504-46f0-bb54-362a72450c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1539667 Jun 27 09:47:05.447328 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54922) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:05.452524 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129333253', 'description': 'tempest-description--887441306'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:05.534420 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-51df02c9-ef5b-4fc8-bf19-e05568284371 None None] Provisioning complete for port 0cf56da7-0ae6-465e-bc55-c18c2961573b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:05.535466 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-51df02c9-ef5b-4fc8-bf19-e05568284371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.571426 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-51df02c9-ef5b-4fc8-bf19-e05568284371 None None] Port 0cf56da7-0ae6-465e-bc55-c18c2961573b cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:05.586289 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.611819 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (2c3313fe-f3aa-4a6f-b14b-72ff212df985), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.646638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:05.646638 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'Port': ['ID=2c3313fe-f3aa-4a6f-b14b-72ff212df985,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:05.664791 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (6e60eae0-ca64-4fad-9aa5-c14035324c19), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.714122 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for floatingip (2172544e-f54d-4375-817a-95cdb2f7ca2e), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.717227 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.718421 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-b2030cef-28c4-4079-99bd-4c0b6b681544 tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "DELETE /v2.0/floatingips/2172544e-f54d-4375-817a-95cdb2f7ca2e HTTP/1.1" status: 204 len: 168 time: 0.6566882 Jun 27 09:47:05.742942 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6e60eae0-ca64-4fad-9aa5-c14035324c19), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.791886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60eae0-ca64-4fad-9aa5-c14035324c19,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:05.839016 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.846244 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-824d836d-f752-4909-bf8e-4db7e3ef2766 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3937302 Jun 27 09:47:05.846542 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54934) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:05.854442 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group_rule': {'security_group_id': '6e60eae0-ca64-4fad-9aa5-c14035324c19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:05.906524 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 28e2ea26-8a60-42ec-90bb-ab33ee820c96 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:05.957684 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:05.958158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:05.962559 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (e3962f33-791c-4862-a9c6-7a26aa677fa9), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.033603 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (e3962f33-791c-4862-a9c6-7a26aa677fa9), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.036530 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:06.036923 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.061548 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port 28e2ea26-8a60-42ec-90bb-ab33ee820c96, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=28e2ea26-8a60-42ec-90bb-ab33ee820c96,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:06.125506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (e3962f33-791c-4862-a9c6-7a26aa677fa9), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.145676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3962f33-791c-4862-a9c6-7a26aa677fa9,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:06.182813 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.210409 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.215119 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a7fdf70a-ce21-4653-889d-2ca1ff6cbb85 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670957 Jun 27 09:47:06.215385 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54946) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:06.221012 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'security_group_rule': {'security_group_id': '6e60eae0-ca64-4fad-9aa5-c14035324c19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:06.242414 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=28e2ea26-8a60-42ec-90bb-ab33ee820c96,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:06.250684 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54948) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:06.256907 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2032240836-network', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:06.329433 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (f0d7e65e-2312-425f-9a93-668924265eed), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.345982 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Made reservation on behalf of 441a9b972f8b4bcdbdabf9162f1e979b for: {'network': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:47:06.348521 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for network (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.359372 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.390249 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (f0d7e65e-2312-425f-9a93-668924265eed), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.440928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks [] for security_group (1cf632b5-370b-46b0-8d95-41e0f98e8be3), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.457225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (f0d7e65e-2312-425f-9a93-668924265eed), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.477194 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d7e65e-2312-425f-9a93-668924265eed,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:06.543783 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1cf632b5-370b-46b0-8d95-41e0f98e8be3), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.546300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.547044 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-8eeaf011-289f-496f-9a7b-d8c9f83457f8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306210 Jun 27 09:47:06.550076 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54950) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:06.555178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:06.571724 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 09:47:06.573406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:06.582708 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Sync routers for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:06.583178 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf632b5-370b-46b0-8d95-41e0f98e8be3,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:06.589028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (3407a627-5885-4f33-9d74-65dbfc58c0ef), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.589382 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.segments_db [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Added segment 3407a627-5885-4f33-9d74-65dbfc58c0ef of type vlan for network 00bb7523-7be8-4ef6-bc51-7a3597f42915 Jun 27 09:47:06.594440 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:06.595799 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:06.618634 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:06.632204 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784313190858'] for network (00bb7523-7be8-4ef6-bc51-7a3597f42915), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.685900 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.697796 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:06.714356 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361'] for network (00bb7523-7be8-4ef6-bc51-7a3597f42915), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.716762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:06.717726 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.770687 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.782156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=00bb7523-7be8-4ef6-bc51-7a3597f42915,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:06.792371 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 details requested by agent ovs-agent-dv-cinder-847730-1-iscsi with host dv-cinder-847730-1-iscsi {{(pid=104650) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 09:47:06.862687 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1971c7ae-7310-4653-bb01-298284531aa6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6107807 Jun 27 09:47:06.863885 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54952) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:06.868293 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Request body: {'subnet': {'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2032240836-subnet', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'ip_version': 4}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:06.880536 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Allocated IP 172.27.1.66 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/04f5c226-819c-4a8d-a643-18757dfed66d) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:06.898649 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 2, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:06.923132 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Checking router: fd6e828e-9504-46f0-bb54-362a72450c4f for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:06.923487 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Updating router fd6e828e-9504-46f0-bb54-362a72450c4f port 0cf56da7-0ae6-465e-bc55-c18c2961573b binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:47:06.955229 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.974499 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Made reservation on behalf of 441a9b972f8b4bcdbdabf9162f1e979b for: {'subnet': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:47:06.977298 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8530955'] for subnet (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:06.999337 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.126474 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54956) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:07.226938 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (40e10049-94e0-4d49-8573-0ce93393423b), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.234988 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks [] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.251832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.252034 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (04f5c226-819c-4a8d-a643-18757dfed66d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.254272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (40e10049-94e0-4d49-8573-0ce93393423b), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.261531 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.268669 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2363878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8531069'] for subnet (f76332c7-73c0-42e2-9200-c5552e0f433f), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.311604 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.334781 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.347461 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76332c7-73c0-42e2-9200-c5552e0f433f,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:07.360292 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaf15-4669-46e9-9c3b-703cc7da1e95 None None] Pushing event updated for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:07.366364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Checking segment: {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:07.366740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Network hostable DHCP agents. Network: 00bb7523-7be8-4ef6-bc51-7a3597f42915, hostable agents: ['bc48f1e8-22b7-4608-a155-91b54680d472'], hosted agents: [] {{(pid=104648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 09:47:07.378468 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:07.381839 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:07.385682 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:07.412751 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=04f5c226-819c-4a8d-a643-18757dfed66d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:07.423854 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.433144 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Attempting to bind port 0cf56da7-0ae6-465e-bc55-c18c2961573b on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:07.434098 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Attempting to bind port 0cf56da7-0ae6-465e-bc55-c18c2961573b by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:07.434368 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Attempting to bind port 0cf56da7-0ae6-465e-bc55-c18c2961573b on network e4924a4a-6de5-4807-86e8-d54106b11160 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:07.440142 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:07.440518 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Checking segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:07.440915 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.441310 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Bound using segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:07.442059 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Bound port: 0cf56da7-0ae6-465e-bc55-c18c2961573b, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:07.442551 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.443333 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 is scheduled to be hosted by DHCP agent bc48f1e8-22b7-4608-a155-91b54680d472 with binding_index 1 {{(pid=104648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 09:47:07.466605 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (40e10049-94e0-4d49-8573-0ce93393423b), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.469273 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.470538 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] 10.222.0.64 "DELETE /v2.0/security-groups/40e10049-94e0-4d49-8573-0ce93393423b HTTP/1.1" status: 204 len: 168 time: 0.3429692 Jun 27 09:47:07.494039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c498d3-e3fc-4e72-b22c-a31738eb5bbc tempest-TestVolumeBootPattern-611261078 tempest-TestVolumeBootPattern-611261078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e10049-94e0-4d49-8573-0ce93393423b,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:07.510024 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.511396 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-1-iscsi, 00bb7523-7be8-4ef6-bc51-7a3597f42915) {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:07.515754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:07.516573 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.530210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.530806 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb5d98-251b-4286-9715-4241d8572fbf None None] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:07.542122 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] For port 0cf56da7-0ae6-465e-bc55-c18c2961573b, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:07.546220 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] For port 0cf56da7-0ae6-465e-bc55-c18c2961573b, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0cf56da7-0ae6-465e-bc55-c18c2961573b,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:07.628955 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-3aeb18e9-7009-4404-b07f-f4d58bbe19aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7621422 Jun 27 09:47:07.629607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54960) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:07.629950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54962) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:07.638925 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:07.660491 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02295396-5c49-59d2-a74b-246b9887fac3-00bb7523-7be8-4ef6-bc51-7a3597f42915', 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915', 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'fixed_ips': [{'subnet_id': 'f76332c7-73c0-42e2-9200-c5552e0f433f'}]}} from dv-cinder-847730-1-iscsi. {{(pid=104650) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 09:47:07.661394 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.666226 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.670793 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.676239 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:07.719652 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facaf15-4669-46e9-9c3b-703cc7da1e95 None None] Pushing event updated for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=4']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:07.734881 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:07.735496 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:07.738506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3831487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9096'] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.740012 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3836058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3811612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9091'] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:07.848058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for router_controller (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), precommit_add_association {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.008472 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (04f5c226-819c-4a8d-a643-18757dfed66d), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.012255 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:08.051030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 28e2ea26-8a60-42ec-90bb-ab33ee820c96 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:08.092110 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.101774 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Provisioning complete for port 0cf56da7-0ae6-465e-bc55-c18c2961573b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:08.102125 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.143186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for router_gateway (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.170679 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:08.190234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:08.191267 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:08.191772 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.200644 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:08.207647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=04f5c226-819c-4a8d-a643-18757dfed66d,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:08.211414 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.244151 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:07Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:08.245893 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.db_base_plugin_common [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Allocated IP 172.20.0.2 (00bb7523-7be8-4ef6-bc51-7a3597f42915/f76332c7-73c0-42e2-9200-c5552e0f433f/fdea9be1-55ff-442e-abc2-ea25c2dd6181) {{(pid=104650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:08.272833 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629c830-7e08-4d59-9de9-7f7ad6d70123 None None] The sync data for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi is: [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:07Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:08.294198 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.295498 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-1fda3826-0d79-47c6-bca8-ddbb9656585b tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7442613 Jun 27 09:47:08.371920 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Current status of the port 0cf56da7-0ae6-465e-bc55-c18c2961573b is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:08.376106 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.491296 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:08.505230 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] For port 0cf56da7-0ae6-465e-bc55-c18c2961573b, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0cf56da7-0ae6-465e-bc55-c18c2961573b,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:08.544867 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:08.581071 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-1a2847a3-1b1a-4094-99a1-38378fd7fcac tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2129333253&fields=id&tenant_id=422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 267 time: 0.0558426 Jun 27 09:47:08.589687 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.607505 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks [] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), precommit_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.627107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:08.661493 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e65db-8d2f-4f8d-8316-1af82a166076 None None] Pushing event updated for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:08.705850 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), after_create {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.713242 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-7a124ff0-031f-419a-bac7-ea737466d62f None None] Provisioning complete for port 0cf56da7-0ae6-465e-bc55-c18c2961573b triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:08.713610 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7a124ff0-031f-419a-bac7-ea737466d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.718530 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-b81d1c8d-52e7-4a4c-8e6d-7cb98389cf78 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:08.720194 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-b81d1c8d-52e7-4a4c-8e6d-7cb98389cf78 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 811 time: 0.1324542 Jun 27 09:47:08.740415 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-a2f4a719-69b2-4a9b-bcd5-39c3b58bbd80 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/quotas/422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 375 time: 0.0139244 Jun 27 09:47:08.790195 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 is already hosted by enough agents. {{(pid=104650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:08.801267 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.scheduler.base_scheduler [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Resources bound (agent type, host, resource id): {{(pid=104650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:08.803738 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Received port after_create {{(pid=104650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:08.806068 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Pushing event updated for resources: {'Port': ['ID=fdea9be1-55ff-442e-abc2-ea25c2dd6181,revision_number=1']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:08.808223 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-e6fafff1-6110-4f18-88e5-9c0df1d6c88c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606880 Jun 27 09:47:08.831963 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-37dc3f95-6b29-4937-9ff6-8fb416f8d14c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:47:08.833700 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-37dc3f95-6b29-4937-9ff6-8fb416f8d14c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065544 Jun 27 09:47:08.906262 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Attempting to bind port fdea9be1-55ff-442e-abc2-ea25c2dd6181 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:08.906641 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Attempting to bind port fdea9be1-55ff-442e-abc2-ea25c2dd6181 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:08.906991 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Attempting to bind port fdea9be1-55ff-442e-abc2-ea25c2dd6181 on network 00bb7523-7be8-4ef6-bc51-7a3597f42915 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:08.912638 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-7a124ff0-031f-419a-bac7-ea737466d62f None None] Current status of the port 0cf56da7-0ae6-465e-bc55-c18c2961573b is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:08.916408 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:08.916790 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Checking segment: {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:08.917199 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.918110 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Bound using segment: {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:08.918615 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Bound port: fdea9be1-55ff-442e-abc2-ea25c2dd6181, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:08.919000 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:08.974915 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-54ed6116-6f10-4687-82fd-e3c78924db0a service neutron] 10.222.0.64 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289499 Jun 27 09:47:08.989211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] For port fdea9be1-55ff-442e-abc2-ea25c2dd6181, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:08.993486 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] For port fdea9be1-55ff-442e-abc2-ea25c2dd6181, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fdea9be1-55ff-442e-abc2-ea25c2dd6181,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:09.011208 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for router_gateway (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.016564 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:09.036429 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.036911 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.055333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.075900 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-8f7b6c37-62cd-41ba-ab53-0ffc05242086 service neutron] 10.222.0.64 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922098 Jun 27 09:47:09.142983 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f04fb-e5ab-4b71-be2d-dd2ee066e7f7 None None] Pushing event updated for resources: {'Port': ['ID=fdea9be1-55ff-442e-abc2-ea25c2dd6181,revision_number=2']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:09.316276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Allocated IP 172.27.1.3 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/ef0a6a9a-d19f-443c-89e6-dc508ab764ad) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:09.443386 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aa8d2144-5fb1-4bfc-bcaf-9b93265b3699 req-8642902b-8d5f-497c-8375-91a62795d520 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 210 time: 0.0518024 Jun 27 09:47:09.558458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Deleting port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:09.558816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.599144 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.680952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] For port 5d616632-40ba-44ac-bcd7-ec6b7354c6d5, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:09.681329 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.694731 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Calling delete_port for 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 owned by network:router_interface {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:09.734553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:09.796836 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:09.876051 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:09.882579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:09.896058 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:09.898767 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:09.900797 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Pushing event updated for resources: {'Port': ['ID=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:09.981377 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fdea9be1-55ff-442e-abc2-ea25c2dd6181 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:10.036579 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port fdea9be1-55ff-442e-abc2-ea25c2dd6181 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:10.042081 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.076142 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:10.134092 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port fdea9be1-55ff-442e-abc2-ea25c2dd6181 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:10.139021 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.157090 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (5d616632-40ba-44ac-bcd7-ec6b7354c6d5), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.186116 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d616632-40ba-44ac-bcd7-ec6b7354c6d5,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:10.186388 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port fdea9be1-55ff-442e-abc2-ea25c2dd6181, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fdea9be1-55ff-442e-abc2-ea25c2dd6181,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:10.251561 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.252432 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0cf56da7-0ae6-465e-bc55-c18c2961573b up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:10.317378 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-80d92266-787a-49c7-b48a-3c43171e092e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.364705 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c64dcc-50eb-4fae-ba8a-709d88328c5c None None] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:10.372121 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=fdea9be1-55ff-442e-abc2-ea25c2dd6181,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:10.387219 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for router_gateway (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.414446 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 0cf56da7-0ae6-465e-bc55-c18c2961573b triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:10.414984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.437385 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:10.444530 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-cf691637-10f6-4689-98a7-b128a1483220 None None] Provisioning complete for port fdea9be1-55ff-442e-abc2-ea25c2dd6181 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:10.445222 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-cf691637-10f6-4689-98a7-b128a1483220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.514076 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:10.525472 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.567318 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-d86bb069-c811-45be-9d2f-d48f6aab3f89 req-0ee95b41-d68d-4151-9b9d-2a20579d92ae tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 210 time: 0.0468061 Jun 27 09:47:10.640409 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 0cf56da7-0ae6-465e-bc55-c18c2961573b is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:10.642528 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-cf691637-10f6-4689-98a7-b128a1483220 None None] Current status of the port fdea9be1-55ff-442e-abc2-ea25c2dd6181 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:10.723460 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3836509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838374'] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.860337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-8a7b9398-0712-461b-b7e0-88cbf80ee5ef None None] Provisioning complete for port fdea9be1-55ff-442e-abc2-ea25c2dd6181 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:10.860772 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9398-0712-461b-b7e0-88cbf80ee5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:10.889375 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:10.919817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:10.937844 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b9398-0712-461b-b7e0-88cbf80ee5ef None None] Current status of the port fdea9be1-55ff-442e-abc2-ea25c2dd6181 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:11.037447 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:11.042522 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-5c3c7139-c1b8-4ae4-9a61-d5043d292750 admin admin] 10.222.0.64 "PUT /v2.0/routers/54369ec0-b055-4a8e-b73d-dd9235d5e8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4113700 Jun 27 09:47:11.045354 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 54994) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:11.046568 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Sync routers for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:11.057225 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:11.057915 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.106825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb is scheduled to L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 with binding_index 1 {{(pid=104648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 09:47:11.148647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks [] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.165406 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:11.220335 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:11.232281 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Sync routers for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:11.241437 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:11.245219 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:11.245867 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.251730 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks [] for router_gateway (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.305757 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.308760 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f1acdb4d-ba92-4e77-9b75-e0d8baab6445 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6715364 Jun 27 09:47:11.316067 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 54996) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:11.343508 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:47:09Z', 'revision_number': 5, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port': {'id': '41a460f1-4bf2-4a69-91b2-efc6e331029f', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:46:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:16Z', 'updated_at': '2022-06-27T09:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.350911 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:11.369547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Checking router: 54369ec0-b055-4a8e-b73d-dd9235d5e8ac for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:11.379434 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Routers {'54369ec0-b055-4a8e-b73d-dd9235d5e8ac'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:11.380091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.402502 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Deleting port 41a460f1-4bf2-4a69-91b2-efc6e331029f {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:11.403226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.533182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] For port 41a460f1-4bf2-4a69-91b2-efc6e331029f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=41a460f1-4bf2-4a69-91b2-efc6e331029f,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:11.534233 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.550381 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Calling delete_port for 41a460f1-4bf2-4a69-91b2-efc6e331029f owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:11.576166 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:10Z', 'revision_number': 3, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.642147 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] Set router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac gateway port host: None {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:11.647469 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Checking router: 566c7408-8ce0-4830-81d0-eb04fb1ff7bb for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:11.648714 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Updating router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb port ef0a6a9a-d19f-443c-89e6-dc508ab764ad binding host dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:47:11.704672 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:47:11Z', 'revision_number': 6, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:11.712240 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.738430 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db09211-8617-4068-a4f2-da03ef0ecbfd None None] The sync data for ids ['54369ec0-b055-4a8e-b73d-dd9235d5e8ac'] in dv-cinder-847730-1-iscsi is: [{'id': '54369ec0-b055-4a8e-b73d-dd9235d5e8ac', 'name': 'tempest-TestVolumeBootPattern-673783673-router', 'tenant_id': '1d5cbd080e204408aa51c29ec2cf1422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:15Z', 'updated_at': '2022-06-27T09:47:11Z', 'revision_number': 6, 'project_id': '1d5cbd080e204408aa51c29ec2cf1422', 'gw_port_host': None}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:11.849756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (41a460f1-4bf2-4a69-91b2-efc6e331029f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:11.888856 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a460f1-4bf2-4a69-91b2-efc6e331029f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:11.943238 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-df900a95-ec31-40cc-98cb-bc5f01cb2ff0 req-98f079e4-47e4-47e3-8ed5-fbcc3972dec3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 210 time: 0.0681527 Jun 27 09:47:11.968289 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:11.970133 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.022723 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks [] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), precommit_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.035109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:12.066105 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-38f33185-ee9c-4876-bab1-090302364eb6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:12.071805 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-38f33185-ee9c-4876-bab1-090302364eb6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 811 time: 0.1912363 Jun 27 09:47:12.072675 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.074424 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks [] for router_controller (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.125163 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.195998 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Attempting to bind port ef0a6a9a-d19f-443c-89e6-dc508ab764ad on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:12.197058 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Attempting to bind port ef0a6a9a-d19f-443c-89e6-dc508ab764ad by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:12.197058 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Attempting to bind port ef0a6a9a-d19f-443c-89e6-dc508ab764ad on network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:12.204851 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-cae823f9-2f34-44ef-aaa1-22f473e957c6 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422340b9e5834d16bff3539c549fc4c1 HTTP/1.1" status: 200 len: 380 time: 0.0974588 Jun 27 09:47:12.217901 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:12.218530 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Checking segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:12.218941 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'port': {'device_id': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'admin_state_up': True, 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'security_groups': ['6e60eae0-ca64-4fad-9aa5-c14035324c19']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:12.219092 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.219458 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Bound using segment: {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'} {{(pid=104651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:12.220027 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.managers [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Bound port: ef0a6a9a-d19f-443c-89e6-dc508ab764ad, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7f2e86-9ae9-4d28-b159-2709c51a3503', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31'}}] {{(pid=104651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:12.220517 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), before_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.223789 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (54369ec0-b055-4a8e-b73d-dd9235d5e8ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.224513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54369ec0-b055-4a8e-b73d-dd9235d5e8ac {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:47:12.230146 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.233709 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-504a9f7e-cf20-47eb-a693-c02358de24c7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/54369ec0-b055-4a8e-b73d-dd9235d5e8ac HTTP/1.1" status: 204 len: 168 time: 1.1847456 Jun 27 09:47:12.233929 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55006) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:12.290289 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fdea9be1-55ff-442e-abc2-ea25c2dd6181 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:12.304343 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:12.307341 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Deleting subnet 9676a4fb-efb0-4622-bfac-bf11fc9a37dd {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:47:12.310010 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] For port ef0a6a9a-d19f-443c-89e6-dc508ab764ad, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:12.312064 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Publish callbacks [] for subnet (9676a4fb-efb0-4622-bfac-bf11fc9a37dd), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.314303 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.plugins.ml2.db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] For port ef0a6a9a-d19f-443c-89e6-dc508ab764ad, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:12.317780 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f3e4-d4bf-4ae1-bcb0-762c4077ce08 None None] Pushing event updated for resources: {'Port': ['ID=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,revision_number=2']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:12.322634 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:12.342055 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port fdea9be1-55ff-442e-abc2-ea25c2dd6181 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:12.342389 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.360777 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (9676a4fb-efb0-4622-bfac-bf11fc9a37dd), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.409461 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron_lib.callbacks.manager [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), after_update {{(pid=104651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.417109 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.420526 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port fdea9be1-55ff-442e-abc2-ea25c2dd6181 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:12.448943 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (9676a4fb-efb0-4622-bfac-bf11fc9a37dd), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.479776 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:12.481268 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:46:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:12.485735 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:12.522441 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:12.535256 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Made reservation on behalf of 422340b9e5834d16bff3539c549fc4c1 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:47:12.536164 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f3e4-d4bf-4ae1-bcb0-762c4077ce08 None None] Pushing event updated for resources: {'Port': ['ID=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,revision_number=3']} {{(pid=104651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:12.536928 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.608707 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:12.624725 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Allocated IP 172.20.0.1 (00bb7523-7be8-4ef6-bc51-7a3597f42915/f76332c7-73c0-42e2-9200-c5552e0f433f/0030f090-9b43-4308-bd43-32752c9b8962) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:12.636144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:12.654114 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:12.654461 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 5d616632-40ba-44ac-bcd7-ec6b7354c6d5 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:12.659633 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a9adeca2-e2f6-4850-8331-2b3475ddfb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.766372 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (9676a4fb-efb0-4622-bfac-bf11fc9a37dd), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.782855 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:10Z', 'revision_number': 3, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:12.806905 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9676a4fb-efb0-4622-bfac-bf11fc9a37dd,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:12.810647 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.816327 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c58802ba-092e-4a03-b223-960565cd2b41 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9676a4fb-efb0-4622-bfac-bf11fc9a37dd HTTP/1.1" status: 204 len: 168 time: 0.5789111 Jun 27 09:47:12.816439 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55008) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:12.818914 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e79f3-6f0e-4430-95c2-2dbdb79c1f84 None None] Network 55f28e02-5cc3-4eaa-863b-67aabfa62103 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:12.826607 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657fcb4-48bf-4b48-b30a-1b22f37abb45 None None] The sync data for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi is: [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:10Z', 'revision_number': 3, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:12.880406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Allocated IP 172.20.0.13 (63837ba7-06e7-4716-8f4c-6e58bcc433b2/a8b65abd-4fed-4ebe-8d96-4cc28472b9e8/34935d13-04a1-4313-a5d2-6a9de448f426) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:12.894951 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks [] for port (0030f090-9b43-4308-bd43-32752c9b8962), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.905120 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (55f28e02-5cc3-4eaa-863b-67aabfa62103), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.958004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Deleting port cf300bc7-1b5d-4c43-8676-9e69972bb63f {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:12.958004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:12.983596 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.072897 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.099628 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] DHCP port deletion for 55f28e02-5cc3-4eaa-863b-67aabfa62103 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:47:13.106777 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dc4b0420-675c-41ae-ac1d-420576ab9a95 req-e17436b6-811e-476d-acdd-d7c27d11b6ce tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 210 time: 0.0436080 Jun 27 09:47:13.111388 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] For port cf300bc7-1b5d-4c43-8676-9e69972bb63f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=cf300bc7-1b5d-4c43-8676-9e69972bb63f,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:13.111866 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.129432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Calling delete_port for cf300bc7-1b5d-4c43-8676-9e69972bb63f owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:13.154418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Deleting port cf300bc7-1b5d-4c43-8676-9e69972bb63f {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:13.154418 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.154740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:13.163165 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:13.177107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.183281 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.194784 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:13.218387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Pushing event updated for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:13.243588 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.292976 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for port (34935d13-04a1-4313-a5d2-6a9de448f426), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.294592 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] For port cf300bc7-1b5d-4c43-8676-9e69972bb63f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=cf300bc7-1b5d-4c43-8676-9e69972bb63f,segment=NetworkSegment(70c3666a-803f-49e0-8dc1-75cd38559e2d),segment_id=70c3666a-803f-49e0-8dc1-75cd38559e2d)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:13.297866 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.314848 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Calling delete_port for cf300bc7-1b5d-4c43-8676-9e69972bb63f owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:13.319996 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.322214 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834627'] for router_interface (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.343228 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] No DVR routers for this DVR port cf300bc7-1b5d-4c43-8676-9e69972bb63f on host dv-cinder-847730-1-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:13.390846 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf300bc7-1b5d-4c43-8676-9e69972bb63f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:13.424135 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (cf300bc7-1b5d-4c43-8676-9e69972bb63f), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.476278 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] No DVR routers for this DVR port cf300bc7-1b5d-4c43-8676-9e69972bb63f on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:13.477146 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.487679 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56b28a-ba31-49c7-ace6-0f6d876a5ea6 None None] Pushing event deleted for resources: {'Port': ['ID=cf300bc7-1b5d-4c43-8676-9e69972bb63f,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:13.518685 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (55f28e02-5cc3-4eaa-863b-67aabfa62103), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.541509 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.544434 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f28e02-5cc3-4eaa-863b-67aabfa62103']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:13.548435 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:13.553866 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:13.558004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c3666a-803f-49e0-8dc1-75cd38559e2d') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:13.558004 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c3666a-803f-49e0-8dc1-75cd38559e2d') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:13.558336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event updated for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:13.561486 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:13.576707 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (70c3666a-803f-49e0-8dc1-75cd38559e2d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.604013 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (70c3666a-803f-49e0-8dc1-75cd38559e2d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.609323 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-f488244c-8da3-44a5-b5c0-f3724fcb6b7d None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:13.611226 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f488244c-8da3-44a5-b5c0-f3724fcb6b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.618889 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:47:13.623182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (70c3666a-803f-49e0-8dc1-75cd38559e2d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.655199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:13.656387 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.660286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0030f090-9b43-4308-bd43-32752c9b8962), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.708158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-f488244c-8da3-44a5-b5c0-f3724fcb6b7d None None] Port 0030f090-9b43-4308-bd43-32752c9b8962 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:13.710234 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:13.769659 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-456d0a49-4e36-4684-bb92-a65894eef7ef tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5547848 Jun 27 09:47:13.792289 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Request body: {'port': {'device_id': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:13.854121 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (55f28e02-5cc3-4eaa-863b-67aabfa62103), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.860446 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:13.868350 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55016) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:13.873755 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/55f28e02-5cc3-4eaa-863b-67aabfa62103 HTTP/1.1" status: 204 len: 168 time: 1.0465147 Jun 27 09:47:13.893309 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 70c3666a-803f-49e0-8dc1-75cd38559e2d resource provider aggregate not found Jun 27 09:47:13.901731 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af2db4-1e20-4073-b2c3-22779d6479b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f28e02-5cc3-4eaa-863b-67aabfa62103,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:13.930528 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 70c3666a-803f-49e0-8dc1-75cd38559e2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70c3666a-803f-49e0-8dc1-75cd38559e2d found for delete ", "request_id": "req-7fd33008-55ec-44ae-8d91-56094e65f304"}]} Jun 27 09:47:13.979376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ef0a6a9a-d19f-443c-89e6-dc508ab764ad up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:14.009235 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.040038 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-e2fd9174-5214-4dc8-bc29-4cfab099dafa None None] Provisioning complete for port 34935d13-04a1-4313-a5d2-6a9de448f426 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:14.040577 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e2fd9174-5214-4dc8-bc29-4cfab099dafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.045184 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ef0a6a9a-d19f-443c-89e6-dc508ab764ad triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:14.045564 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.061114 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks [] for port (0030f090-9b43-4308-bd43-32752c9b8962), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.105688 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd9174-5214-4dc8-bc29-4cfab099dafa None None] Port 34935d13-04a1-4313-a5d2-6a9de448f426 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:14.152490 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.152622 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ef0a6a9a-d19f-443c-89e6-dc508ab764ad is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:14.152922 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.175828 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] For port ef0a6a9a-d19f-443c-89e6-dc508ab764ad, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:14.234162 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.245104 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:14.290320 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device cf300bc7-1b5d-4c43-8676-9e69972bb63f no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:14.298697 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Pushing event updated for resources: {'Port': ['ID=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:14.320660 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: cf300bc7-1b5d-4c43-8676-9e69972bb63f {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:14.321011 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device cf300bc7-1b5d-4c43-8676-9e69972bb63f not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:14.321442 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 41a460f1-4bf2-4a69-91b2-efc6e331029f no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:14.324494 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:14.340684 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 41a460f1-4bf2-4a69-91b2-efc6e331029f {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:14.341261 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 41a460f1-4bf2-4a69-91b2-efc6e331029f not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:14.367920 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Pushing event updated for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:14.387241 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3685123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3837843'] for router_interface (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.414896 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ef5bf-8da2-43b1-b254-e5218d171810 req-325d6f34-b3b9-43d6-aeee-006e30a8f8fa tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:14.433712 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e54ef5bf-8da2-43b1-b254-e5218d171810 req-325d6f34-b3b9-43d6-aeee-006e30a8f8fa tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 932 time: 0.1904984 Jun 27 09:47:14.621865 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e54ef5bf-8da2-43b1-b254-e5218d171810 req-2054ee1d-6064-486b-9eca-1910dca8b0a9 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741703 Jun 27 09:47:14.677881 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:14.697475 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:14.745620 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34935d13-04a1-4313-a5d2-6a9de448f426 {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:47:14.789029 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks [] for port (34935d13-04a1-4313-a5d2-6a9de448f426), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.802826 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:14.817451 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.823015 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Transition to ACTIVE for port object 34935d13-04a1-4313-a5d2-6a9de448f426 will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:47:14.900398 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.928745 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-3f10c21d-6db9-48c4-a4ac-ebccf7757161 None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:14.929130 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3f10c21d-6db9-48c4-a4ac-ebccf7757161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.932268 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:14.961221 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3f10c21d-6db9-48c4-a4ac-ebccf7757161 None None] Port 0030f090-9b43-4308-bd43-32752c9b8962 cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:15.010607 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:15.015643 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:15.327130 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:15.509649 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Attempting to bind port 34935d13-04a1-4313-a5d2-6a9de448f426 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:15.509997 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Attempting to bind port 34935d13-04a1-4313-a5d2-6a9de448f426 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:15.510339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Attempting to bind port 34935d13-04a1-4313-a5d2-6a9de448f426 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:15.524112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Port 34935d13-04a1-4313-a5d2-6a9de448f426 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:47:15.524448 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Attempting to bind port 34935d13-04a1-4313-a5d2-6a9de448f426 on network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:15.557816 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:15.558205 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Checking segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:15.561060 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Bound using segment: {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:15.563711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Bound port: 34935d13-04a1-4313-a5d2-6a9de448f426, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37340b51-6967-4cb7-9624-058d7d7994ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:15.564094 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:15.571472 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:15.583724 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-abb23e7f-e53a-4833-a7ce-47a27657673f admin admin] 10.222.0.64 "PUT /v2.0/routers/566c7408-8ce0-4830-81d0-eb04fb1ff7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2664669 Jun 27 09:47:15.595097 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Deleting port e4f82c42-455f-4e87-996d-4d20e501ff9f {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:15.595440 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:15.696715 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:15.702359 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=34935d13-04a1-4313-a5d2-6a9de448f426,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:15.741969 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] For port e4f82c42-455f-4e87-996d-4d20e501ff9f, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=e4f82c42-455f-4e87-996d-4d20e501ff9f,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:15.742342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:15.747300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a062-30f9-45b0-b2d9-f0a28eb27373 req-05f0da07-85b1-4290-ad73-b0c5384a0855 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:15.752583 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e91a062-30f9-45b0-b2d9-f0a28eb27373 req-05f0da07-85b1-4290-ad73-b0c5384a0855 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 944 time: 0.0560427 Jun 27 09:47:15.756156 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Calling delete_port for e4f82c42-455f-4e87-996d-4d20e501ff9f owned by network:router_interface {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:15.799973 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Sync routers for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:15.810952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:15.815296 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:15.815950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:15.816256 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:15.840979 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0e91a062-30f9-45b0-b2d9-f0a28eb27373 req-9c0c4abb-6a27-412d-b455-d9c61e9b946d tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840650 Jun 27 09:47:15.856079 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:15.856719 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:15.858503 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/34935d13-04a1-4313-a5d2-6a9de448f426 HTTP/1.1" status: 200 len: 1094 time: 2.0730870 Jun 27 09:47:15.876005 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:15.876005 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63cae0f-ac2f-4921-9106-98baad4aec41" -d '{"events": [{"name": "network-changed", "server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:15.925845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351b65c-e89f-4712-b32a-81774ff654b9 service neutron] Pushing event updated for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:15.966698 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ef0a6a9a-d19f-443c-89e6-dc508ab764ad up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:15.986990 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ce37c3-cc41-4598-ac0a-a641913a88b5 x-openstack-request-id: req-f7ce37c3-cc41-4598-ac0a-a641913a88b5 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:15.987282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:15.987555 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f7ce37c3-cc41-4598-ac0a-a641913a88b5 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:15.987989 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ce37c3-cc41-4598-ac0a-a641913a88b5'] response: {'name': 'network-changed', 'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426', 'status': 'completed', 'code': 200} Jun 27 09:47:16.033144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:16.041108 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-64b3b7d6-e2bf-4a29-9651-07a988c916d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.043856 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-64b3b7d6-e2bf-4a29-9651-07a988c916d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 1128 time: 0.0550907 Jun 27 09:47:16.123086 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.127731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port ef0a6a9a-d19f-443c-89e6-dc508ab764ad triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:16.128104 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.134386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55032) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:16.140752 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848239221', 'description': 'tempest-secgroup-smoke-848239221 description', 'project_id': 'cf6354961eda4916a8324508b45a98d5'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:16.182702 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:16.206788 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-38530f7b-505e-4104-84f2-4c3c48578381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.208307 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-38530f7b-505e-4104-84f2-4c3c48578381 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=422340b9e5834d16bff3539c549fc4c1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1530952 Jun 27 09:47:16.235183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.252161 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.310854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:16.317137 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (e4f82c42-455f-4e87-996d-4d20e501ff9f), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.326525 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (9be051fb-eb82-467b-877c-0cbff63a072c), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.331187 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-5538d015-cf2f-4f72-8eae-c0945d393ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.332697 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b63cae0f-ac2f-4921-9106-98baad4aec41 req-5538d015-cf2f-4f72-8eae-c0945d393ee9 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147120 Jun 27 09:47:16.333094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port ef0a6a9a-d19f-443c-89e6-dc508ab764ad is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:16.339556 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:13Z', 'revision_number': 4, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0030f090-9b43-4308-bd43-32752c9b8962', 'name': '', 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'mac_address': 'fa:16:3e:e8:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:12Z', 'updated_at': '2022-06-27T09:47:13Z', 'revision_number': 2, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'subnets': [{'id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:16.366168 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Checking router: 566c7408-8ce0-4830-81d0-eb04fb1ff7bb for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:16.366517 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Updating router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb port 0030f090-9b43-4308-bd43-32752c9b8962 binding host dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 09:47:16.368252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f82c42-455f-4e87-996d-4d20e501ff9f,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:16.391765 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9be051fb-eb82-467b-877c-0cbff63a072c), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.399030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0030f090-9b43-4308-bd43-32752c9b8962), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.437427 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be051fb-eb82-467b-877c-0cbff63a072c,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:16.457787 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:16.511905 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.516357 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3e8aae78-7745-4a12-8c0c-6ea079e2b4e0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3774915 Jun 27 09:47:16.520617 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-d917fa1e-ae3c-48b7-b6b5-4bc1a8c30c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.520617 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-d917fa1e-ae3c-48b7-b6b5-4bc1a8c30c40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 1128 time: 0.1295023 Jun 27 09:47:16.520988 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55034) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:16.525061 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:16.593845 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-46e9c484-dfe1-44e6-8f00-d5aae936a306 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34935d13-04a1-4313-a5d2-6a9de448f426 HTTP/1.1" status: 200 len: 217 time: 0.0668585 Jun 27 09:47:16.621632 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (586c1fdb-77ab-4c3b-8d28-07b6277b43d2), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.631409 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.638824 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:16.683062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (586c1fdb-77ab-4c3b-8d28-07b6277b43d2), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.694604 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-a577e39c-0ee8-4e35-8dce-5ce5a270bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.696028 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-a577e39c-0ee8-4e35-8dce-5ce5a270bd17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0913877 Jun 27 09:47:16.702309 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks [] for port (0030f090-9b43-4308-bd43-32752c9b8962), precommit_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.753967 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (586c1fdb-77ab-4c3b-8d28-07b6277b43d2), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.772199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-bf3b8657-e771-4726-81c5-15dc13df8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.773678 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-bf3b8657-e771-4726-81c5-15dc13df8545 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675538 Jun 27 09:47:16.775454 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586c1fdb-77ab-4c3b-8d28-07b6277b43d2,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:16.785530 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.833623 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fd6aa-72ba-47c7-8fa9-37b698679324 None None] Pushing event updated for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=3']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:16.885204 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.890903 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f696dcde-4837-49c1-8a9f-1ec32de88cf8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3709712 Jun 27 09:47:16.891827 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55038) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:16.896075 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Attempting to bind port 0030f090-9b43-4308-bd43-32752c9b8962 on host dv-cinder-847730-1-iscsi for vnic_type normal with profile {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:16.896556 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Attempting to bind port 0030f090-9b43-4308-bd43-32752c9b8962 by drivers openvswitch,hyperv on host dv-cinder-847730-1-iscsi at level 0 using segments [{'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:16.897070 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Attempting to bind port 0030f090-9b43-4308-bd43-32752c9b8962 on network 00bb7523-7be8-4ef6-bc51-7a3597f42915 {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:16.900769 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:16.903746 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Checking agent: {'id': '815a2306-28ce-4fd2-a396-d15d51a973ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 27, 46), 'started_at': datetime.datetime(2022, 6, 27, 9, 28, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:16.904301 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Checking segment: {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:16.904846 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.905667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Bound using segment: {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'} {{(pid=104650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:16.905958 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.managers [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Bound port: 0030f090-9b43-4308-bd43-32752c9b8962, host: dv-cinder-847730-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3407a627-5885-4f33-9d74-65dbfc58c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915'}}] {{(pid=104650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:16.906488 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0030f090-9b43-4308-bd43-32752c9b8962), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:16.994588 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f620a73-d63e-4850-bb72-1fcec6d26405 req-4900e93c-7821-4232-b764-2f9f45ae8e59 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:16.996550 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] For port 0030f090-9b43-4308-bd43-32752c9b8962, host dv-cinder-847730-1-iscsi, cleared binding levels {{(pid=104650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:16.997570 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6f620a73-d63e-4850-bb72-1fcec6d26405 req-4900e93c-7821-4232-b764-2f9f45ae8e59 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 944 time: 0.0604923 Jun 27 09:47:17.000094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] For port 0030f090-9b43-4308-bd43-32752c9b8962, host dv-cinder-847730-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0030f090-9b43-4308-bd43-32752c9b8962,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:17.001339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Router b9590129-0b6d-45a4-98ef-a5253c15cbd8 has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:17.005013 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-46e20012-437b-42fb-8212-8d410babf36c service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196622 Jun 27 09:47:17.053876 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6f620a73-d63e-4850-bb72-1fcec6d26405 req-106e13a3-b6a1-4054-b0e5-21080a704091 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502300 Jun 27 09:47:17.083238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.090102 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (028eab4e-e88d-4318-ade6-455630b61ad8), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.135294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:17.139736 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.163541 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:17.169303 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (028eab4e-e88d-4318-ade6-455630b61ad8), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.193987 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:17.197459 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-33d9c901-75df-40e0-ba5e-7328ddf170a4 req-711ff9f2-2a7f-4766-aad3-910231ca057f service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838913 Jun 27 09:47:17.201693 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-af2695f1-4a32-49aa-a43f-59f227fba250 admin admin] 10.222.0.64 "PUT /v2.0/routers/b9590129-0b6d-45a4-98ef-a5253c15cbd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3322575 Jun 27 09:47:17.204432 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55040) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:17.205554 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fd6aa-72ba-47c7-8fa9-37b698679324 None None] Pushing event updated for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:17.220402 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Sync routers for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:17.222690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:17.222690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.233301 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:17.233942 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.256334 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (028eab4e-e88d-4318-ade6-455630b61ad8), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.288612 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028eab4e-e88d-4318-ade6-455630b61ad8,revision_number=0']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:17.291992 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:17.348699 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:17.353335 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:17.365216 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks [] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.417743 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.422235 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cff5b5af-f5e9-48f8-9848-db0c5a8e800d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5260336 Jun 27 09:47:17.422570 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55042) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:17.427218 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:17.435183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:17.465865 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:17.506014 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks [] for router_gateway (b9590129-0b6d-45a4-98ef-a5253c15cbd8), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.529721 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (70075603-5f76-4631-87d0-fcedf089ffd5), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.574627 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Current status of the port 0030f090-9b43-4308-bd43-32752c9b8962 is: DOWN; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:17.575057 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (0030f090-9b43-4308-bd43-32752c9b8962), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.593751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (70075603-5f76-4631-87d0-fcedf089ffd5), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.633664 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:47:16Z', 'revision_number': 5, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port': {'id': 'd8b22809-48e1-457f-b979-7d40b5893f74', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:4c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:39:28Z', 'updated_at': '2022-06-27T09:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.644506 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Deleting port d8b22809-48e1-457f-b979-7d40b5893f74 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:17.645646 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.654322 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:17.659429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] For port 0030f090-9b43-4308-bd43-32752c9b8962, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0030f090-9b43-4308-bd43-32752c9b8962,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:17.662343 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Checking router: b9590129-0b6d-45a4-98ef-a5253c15cbd8 for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:17.671959 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Routers {'b9590129-0b6d-45a4-98ef-a5253c15cbd8'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:17.674465 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.694817 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (70075603-5f76-4631-87d0-fcedf089ffd5), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.714310 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70075603-5f76-4631-87d0-fcedf089ffd5,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:17.715780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:13Z', 'revision_number': 4, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0030f090-9b43-4308-bd43-32752c9b8962', 'name': '', 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'mac_address': 'fa:16:3e:e8:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:12Z', 'updated_at': '2022-06-27T09:47:16Z', 'revision_number': 4, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'subnets': [{'id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.734813 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] For port d8b22809-48e1-457f-b979-7d40b5893f74, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d8b22809-48e1-457f-b979-7d40b5893f74,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:17.735662 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.748705 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f292b8ac-e8a3-479e-878b-1dd615618f1c None None] The sync data for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi is: [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:13Z', 'revision_number': 4, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0030f090-9b43-4308-bd43-32752c9b8962', 'name': '', 'network_id': '00bb7523-7be8-4ef6-bc51-7a3597f42915', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'mac_address': 'fa:16:3e:e8:99:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:12Z', 'updated_at': '2022-06-27T09:47:16Z', 'revision_number': 4, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'subnets': [{'id': 'f76332c7-73c0-42e2-9200-c5552e0f433f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:17.750591 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.751455 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Calling delete_port for d8b22809-48e1-457f-b979-7d40b5893f74 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:17.779887 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] Set router b9590129-0b6d-45a4-98ef-a5253c15cbd8 gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:17.842512 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.846533 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-415cd067-eb26-4df6-8499-e93f0de3851c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202521 Jun 27 09:47:17.847138 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55044) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:17.852340 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:17.855545 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:47:17Z', 'revision_number': 6, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:17.884359 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb94ab0-1c78-43a1-8397-3178feb8ab2c None None] Pushing event updated for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:17.892913 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491196fd-0c59-412c-9299-bd93663323c8 None None] The sync data for ids ['b9590129-0b6d-45a4-98ef-a5253c15cbd8'] in dv-cinder-847730-1-iscsi is: [{'id': 'b9590129-0b6d-45a4-98ef-a5253c15cbd8', 'name': 'tempest-TestVolumeBootPattern-953955888-router', 'tenant_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:39:27Z', 'updated_at': '2022-06-27T09:47:17Z', 'revision_number': 6, 'project_id': 'cac420d7f4d849e7b14b7f0c37dbf3bc', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:17.932817 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-bc1befd2-d271-4b30-9b73-dcabb0af83ba None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:17.933918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bc1befd2-d271-4b30-9b73-dcabb0af83ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:17.972651 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (67155988-4385-47be-8024-6d3f5ef794a0), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.024188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-bc1befd2-d271-4b30-9b73-dcabb0af83ba None None] Current status of the port 0030f090-9b43-4308-bd43-32752c9b8962 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:18.051395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (67155988-4385-47be-8024-6d3f5ef794a0), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.068722 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d8b22809-48e1-457f-b979-7d40b5893f74), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.118258 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:18.121313 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b22809-48e1-457f-b979-7d40b5893f74,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:18.166249 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (67155988-4385-47be-8024-6d3f5ef794a0), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.178024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.199662 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67155988-4385-47be-8024-6d3f5ef794a0,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:18.207700 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc7bc-eadf-49e0-85ea-aa8e021a468c req-91d604e0-9b9f-4546-8c24-9dc425ec312c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:18.211106 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-286fc7bc-eadf-49e0-85ea-aa8e021a468c req-91d604e0-9b9f-4546-8c24-9dc425ec312c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 944 time: 0.0738614 Jun 27 09:47:18.275297 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-286fc7bc-eadf-49e0-85ea-aa8e021a468c req-2c480f54-e0f5-45dc-9738-656ad58b019e tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582495 Jun 27 09:47:18.290948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.297128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks [] for router_controller (b9590129-0b6d-45a4-98ef-a5253c15cbd8), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.297225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.298173 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1e4f6ee6-ace9-4884-904c-8a8cdc7ac87d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4505579 Jun 27 09:47:18.301384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55048) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:18.314631 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:18.394507 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0030f090-9b43-4308-bd43-32752c9b8962 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:18.405649 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.securitygroups_db [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Project cf6354961eda4916a8324508b45a98d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:47:18.411382 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (1dafeee7-7944-4904-b4d3-c9d278db246e), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.437153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (b9590129-0b6d-45a4-98ef-a5253c15cbd8), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.437818 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9590129-0b6d-45a4-98ef-a5253c15cbd8 {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:47:18.446002 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.446143 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:18.446264 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2f610603-c2c0-45fb-883a-c1951b369d3d admin admin] 10.222.0.64 "DELETE /v2.0/routers/b9590129-0b6d-45a4-98ef-a5253c15cbd8 HTTP/1.1" status: 204 len: 168 time: 1.2381012 Jun 27 09:47:18.446372 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.447644 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55050) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:18.513720 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (1dafeee7-7944-4904-b4d3-c9d278db246e), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.516773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Deleting subnet b2393c62-2074-4d28-95c7-5e0954a6c644 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:47:18.518188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 0030f090-9b43-4308-bd43-32752c9b8962 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:18.520268 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Publish callbacks [] for subnet (b2393c62-2074-4d28-95c7-5e0954a6c644), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.555873 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (b2393c62-2074-4d28-95c7-5e0954a6c644), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.594545 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:18.599057 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (1dafeee7-7944-4904-b4d3-c9d278db246e), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.642322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dafeee7-7944-4904-b4d3-c9d278db246e,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:18.653347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (b2393c62-2074-4d28-95c7-5e0954a6c644), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.673658 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:18.735517 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.736752 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-29259776-a994-4aa6-b5d1-46d13c71105c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341941 Jun 27 09:47:18.739563 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55052) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:18.743818 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'security_group_rule': {'security_group_id': '9be051fb-eb82-467b-877c-0cbff63a072c', 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:18.763962 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (b2393c62-2074-4d28-95c7-5e0954a6c644), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.789579 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2393c62-2074-4d28-95c7-5e0954a6c644,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:18.793272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.796683 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-069d1692-431d-49b2-aa33-877fb58b9527 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b2393c62-2074-4d28-95c7-5e0954a6c644 HTTP/1.1" status: 204 len: 168 time: 0.3487794 Jun 27 09:47:18.799050 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55054) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:18.799676 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc552ea-d999-41ea-91ca-893b0d98b224 None None] Network 43d1d39f-ac7c-4db6-9b99-82d2961b14fe requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:47:18.816915 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.securitygroups_db [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Project cf6354961eda4916a8324508b45a98d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 09:47:18.834373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (13eb32cb-9f21-4163-875a-26e1cd81077d), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.902503 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (43d1d39f-ac7c-4db6-9b99-82d2961b14fe), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.933565 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (13eb32cb-9f21-4163-875a-26e1cd81077d), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.966412 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Deleting port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:18.967112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:18.970231 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] DHCP port deletion for 43d1d39f-ac7c-4db6-9b99-82d2961b14fe request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:47:19.009669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Deleting port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:47:19.010049 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.028614 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721767'] for security_group_rule (13eb32cb-9f21-4163-875a-26e1cd81077d), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.057790 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] For port a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:19.058676 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.062225 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13eb32cb-9f21-4163-875a-26e1cd81077d,revision_number=0']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:19.077383 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Calling delete_port for a89f2a09-e295-4e40-9f3b-a6e2ced504e0 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:19.077884 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] For port a89f2a09-e295-4e40-9f3b-a6e2ced504e0, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,segment=NetworkSegment(2f754e43-6911-413e-9185-c36277e58e9f),segment_id=2f754e43-6911-413e-9185-c36277e58e9f)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:19.080070 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.086060 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:19.091552 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Calling delete_port for a89f2a09-e295-4e40-9f3b-a6e2ced504e0 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:47:19.093099 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:19.138543 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.139793 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ffae2e2c-0a2b-4bec-9014-6fb02107e1a3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992774 Jun 27 09:47:19.252071 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.261911 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (a89f2a09-e295-4e40-9f3b-a6e2ced504e0), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.300361 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] No DVR routers for this DVR port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:19.302469 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:19.310753 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] Pushing event deleted for resources: {'Port': ['ID=a89f2a09-e295-4e40-9f3b-a6e2ced504e0,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:19.325382 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49551428-5f86-4cce-ab45-b1c733ab0f2d None None] No DVR routers for this DVR port a89f2a09-e295-4e40-9f3b-a6e2ced504e0 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:47:19.388497 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (43d1d39f-ac7c-4db6-9b99-82d2961b14fe), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.413012 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d1d39f-ac7c-4db6-9b99-82d2961b14fe']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:19.426207 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f754e43-6911-413e-9185-c36277e58e9f') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:19.426506 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f754e43-6911-413e-9185-c36277e58e9f') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:19.440024 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (2f754e43-6911-413e-9185-c36277e58e9f), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.443833 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd8bb3-2335-42a9-85d9-31717ba1a8a1 req-b382a78b-6601-4714-810d-f58b417e06a5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:19.452315 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebfd8bb3-2335-42a9-85d9-31717ba1a8a1 req-b382a78b-6601-4714-810d-f58b417e06a5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 944 time: 0.0697882 Jun 27 09:47:19.455661 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (2f754e43-6911-413e-9185-c36277e58e9f), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.465527 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:47:19.466694 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (2f754e43-6911-413e-9185-c36277e58e9f), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.537337 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-ebfd8bb3-2335-42a9-85d9-31717ba1a8a1 req-c580a27e-e088-4040-9b24-7c6be17b23de tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786979 Jun 27 09:47:19.582829 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 2f754e43-6911-413e-9185-c36277e58e9f resource provider aggregate not found Jun 27 09:47:19.600951 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 2f754e43-6911-413e-9185-c36277e58e9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f754e43-6911-413e-9185-c36277e58e9f found for delete ", "request_id": "req-7929628b-56bc-4efe-a641-9d86592ad4c4"}]} Jun 27 09:47:19.674074 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (43d1d39f-ac7c-4db6-9b99-82d2961b14fe), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.681235 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:19.687459 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] 10.222.0.64 "DELETE /v2.0/networks/43d1d39f-ac7c-4db6-9b99-82d2961b14fe HTTP/1.1" status: 204 len: 168 time: 0.8850951 Jun 27 09:47:19.694436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a3580-6add-4a4b-a066-869aeb613497 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d1d39f-ac7c-4db6-9b99-82d2961b14fe,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:19.884352 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0030f090-9b43-4308-bd43-32752c9b8962 up at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:19.935234 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Provisioning complete for port 0030f090-9b43-4308-bd43-32752c9b8962 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:19.935644 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (0030f090-9b43-4308-bd43-32752c9b8962), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.021903 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Current status of the port 0030f090-9b43-4308-bd43-32752c9b8962 is: ACTIVE; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:20.090476 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d8b22809-48e1-457f-b979-7d40b5893f74 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:20.096644 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55102) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:20.114045 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: d8b22809-48e1-457f-b979-7d40b5893f74 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:20.114521 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d8b22809-48e1-457f-b979-7d40b5893f74 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:20.114816 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e4f82c42-455f-4e87-996d-4d20e501ff9f no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:20.142350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: e4f82c42-455f-4e87-996d-4d20e501ff9f {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:20.143829 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device e4f82c42-455f-4e87-996d-4d20e501ff9f not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:20.144305 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a89f2a09-e295-4e40-9f3b-a6e2ced504e0 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:47:20.168386 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-56896e8a-b440-437a-b88f-5b4f1f5cf10e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d5cbd080e204408aa51c29ec2cf1422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662045 Jun 27 09:47:20.170740 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55106) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:20.172016 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: a89f2a09-e295-4e40-9f3b-a6e2ced504e0 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:47:20.172364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device a89f2a09-e295-4e40-9f3b-a6e2ced504e0 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:47:20.232315 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] Publish callbacks [] for security_group (2dba7b8c-588c-461f-a1b5-a2167ced383d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.239293 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 34935d13-04a1-4313-a5d2-6a9de448f426 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:47:20.269752 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] Publish callbacks [] for security_group (2dba7b8c-588c-461f-a1b5-a2167ced383d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.347105 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=34935d13-04a1-4313-a5d2-6a9de448f426,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:20.359256 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '34935d13-04a1-4313-a5d2-6a9de448f426', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'port_id': '34935d13-04a1-4313-a5d2-6a9de448f426', 'mac_address': 'fa:16:3e:c5:f3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:47:20.361449 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:20.396851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 34935d13-04a1-4313-a5d2-6a9de448f426 is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:20.397237 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.403105 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (2dba7b8c-588c-461f-a1b5-a2167ced383d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.405757 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.409965 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dba7b8c-588c-461f-a1b5-a2167ced383d HTTP/1.1" status: 204 len: 168 time: 0.2346087 Jun 27 09:47:20.410980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34935d13-04a1-4313-a5d2-6a9de448f426 {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:47:20.415471 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e46fbc-0f68-42e9-b9ec-4382fd2c26df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba7b8c-588c-461f-a1b5-a2167ced383d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:20.438899 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=34935d13-04a1-4313-a5d2-6a9de448f426,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:20.571117 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:20.625637 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:20.654809 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01d002-dc05-4267-b9d2-c5a895c56fb0 req-e9465005-6b40-409f-a355-247d307642e8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:20.656350 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb01d002-dc05-4267-b9d2-c5a895c56fb0 req-e9465005-6b40-409f-a355-247d307642e8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 945 time: 0.0594251 Jun 27 09:47:20.704458 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-cb01d002-dc05-4267-b9d2-c5a895c56fb0 req-cf95bbac-5ec5-40f2-90cd-0471ed0c09d1 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423336 Jun 27 09:47:20.813977 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['34935d13-04a1-4313-a5d2-6a9de448f426'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:47:20.930317 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:21.120743 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55130) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:21.160565 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-03adc71e-0450-4454-8134-476611f64e6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cac420d7f4d849e7b14b7f0c37dbf3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389786 Jun 27 09:47:21.162997 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55132) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:21.212300 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] Publish callbacks [] for security_group (47180353-e82f-4619-8a3e-6bf54ae5b420), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:21.238184 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] Publish callbacks [] for security_group (47180353-e82f-4619-8a3e-6bf54ae5b420), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:21.371558 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (47180353-e82f-4619-8a3e-6bf54ae5b420), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:21.374137 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:21.375353 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47180353-e82f-4619-8a3e-6bf54ae5b420 HTTP/1.1" status: 204 len: 168 time: 0.2114158 Jun 27 09:47:21.383550 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b71b2-dbe7-40f8-ac22-85f4b1ca9a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47180353-e82f-4619-8a3e-6bf54ae5b420,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:21.786572 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:21.834643 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99119e-fa49-4381-aa3e-80551879b91f req-cc8dcb74-741b-4522-9b17-6415bb44e971 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:21.836304 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3d99119e-fa49-4381-aa3e-80551879b91f req-cc8dcb74-741b-4522-9b17-6415bb44e971 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 945 time: 0.0599029 Jun 27 09:47:21.893485 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3d99119e-fa49-4381-aa3e-80551879b91f req-e4c72921-23c0-4244-bdb6-bcfe1d669594 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507345 Jun 27 09:47:22.254501 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 34935d13-04a1-4313-a5d2-6a9de448f426 up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:22.298059 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 34935d13-04a1-4313-a5d2-6a9de448f426 completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:47:22.404847 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 34935d13-04a1-4313-a5d2-6a9de448f426 triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:22.405227 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:22.480752 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 34935d13-04a1-4313-a5d2-6a9de448f426 is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:22.481145 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:22.503624 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:22.505848 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ce01a2-c158-4ef9-87b2-60a80c2b56fc" -d '{"events": [{"server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "name": "network-vif-plugged", "status": "completed", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:22.521778 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=34935d13-04a1-4313-a5d2-6a9de448f426,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:22.594405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:22.642969 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:22.728654 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ec4db-6a77-4310-9e24-310273fdea40 x-openstack-request-id: req-5e9ec4db-6a77-4310-9e24-310273fdea40 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:22.728951 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "name": "network-vif-plugged", "status": "completed", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:22.729209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e9ec4db-6a77-4310-9e24-310273fdea40 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:22.729613 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9ec4db-6a77-4310-9e24-310273fdea40'] response: {'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426', 'code': 200} Jun 27 09:47:23.009849 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446c2b4-41a5-45b6-a38a-03c4a1b603a0 req-5f16a88c-ceba-4d61-9ba1-399eceae6fca tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:23.011983 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2446c2b4-41a5-45b6-a38a-03c4a1b603a0 req-5f16a88c-ceba-4d61-9ba1-399eceae6fca tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0494850 Jun 27 09:47:23.042671 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0cc1b-e119-4be5-a0ed-55a21af6c80c req-8b0050ab-6cf2-44e0-a03b-e37902b75f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:23.044892 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aaf0cc1b-e119-4be5-a0ed-55a21af6c80c req-8b0050ab-6cf2-44e0-a03b-e37902b75f36 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 1130 time: 0.0429070 Jun 27 09:47:23.061726 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-2446c2b4-41a5-45b6-a38a-03c4a1b603a0 req-8ec103fc-c21c-47ee-891c-042539ff8120 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Jun 27 09:47:23.091849 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-aaf0cc1b-e119-4be5-a0ed-55a21af6c80c req-83eec97a-2087-49c5-9d8a-e256ae591fad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410507 Jun 27 09:47:24.186796 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f46669-e2b0-4fdf-995c-6db78e54c235 req-b10075c7-6edc-4a06-9156-52527e161916 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:24.188348 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e0f46669-e2b0-4fdf-995c-6db78e54c235 req-b10075c7-6edc-4a06-9156-52527e161916 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0493426 Jun 27 09:47:24.236304 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e0f46669-e2b0-4fdf-995c-6db78e54c235 req-58ebd56d-6c08-45c4-b9b4-0cbca0e2109c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Jun 27 09:47:25.354895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c705b3c-1a6c-4180-98b9-a2094e5767cc req-bac34926-abef-49f0-aec1-aac171860133 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:25.356340 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c705b3c-1a6c-4180-98b9-a2094e5767cc req-bac34926-abef-49f0-aec1-aac171860133 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0480528 Jun 27 09:47:25.402103 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-0c705b3c-1a6c-4180-98b9-a2094e5767cc req-58e40e0b-d463-44ff-a954-62b3ba2df6c7 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402646 Jun 27 09:47:25.501004 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:25.516420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c684a6-e35b-4604-be7d-8b191f069d88 req-d0df82a2-acda-4ace-a613-3341d724f9b5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:25.517892 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e2c684a6-e35b-4604-be7d-8b191f069d88 req-d0df82a2-acda-4ace-a613-3341d724f9b5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0494075 Jun 27 09:47:25.527365 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55160) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:25.531836 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Request body: {'floatingip': {'port_id': '34935d13-04a1-4313-a5d2-6a9de448f426'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:25.573950 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:26.259142 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:26.322481 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:26.420519 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Floating IP d4599494-bf50-4710-a574-d66afacc98c5 associated. External IP: 172.27.1.66, port: 34935d13-04a1-4313-a5d2-6a9de448f426. Jun 27 09:47:26.522416 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:26.625420 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:26.732098 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:26.736504 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:26.743902 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:26.755358 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:26.756103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:26.766518 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ac77973d-b60f-4b41-92be-30d9c75b7ee5 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "PUT /v2.0/floatingips/d4599494-bf50-4710-a574-d66afacc98c5 HTTP/1.1" status: 200 len: 991 time: 1.2381089 Jun 27 09:47:26.767179 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:26.769470 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be5011-47ea-4b16-b099-937c9c9b8ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:26.808283 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfac4b-ac31-428c-b590-d1932fbdd1e2 x-openstack-request-id: req-49bfac4b-ac31-428c-b590-d1932fbdd1e2 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:26.808577 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:26.808832 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49bfac4b-ac31-428c-b590-d1932fbdd1e2 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:26.809238 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bfac4b-ac31-428c-b590-d1932fbdd1e2'] response: {'name': 'network-changed', 'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426', 'status': 'completed', 'code': 200} Jun 27 09:47:26.862198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:26.874059 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-5f74adc7-9833-46bc-a2cd-57281b05d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:26.875715 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-5f74adc7-9833-46bc-a2cd-57281b05d179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 1130 time: 0.0459573 Jun 27 09:47:26.918751 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:26.972143 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-d91719cc-56e7-4c2f-a9c4-743a8402c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:26.973613 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-d91719cc-56e7-4c2f-a9c4-743a8402c142 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0917482 Jun 27 09:47:27.035850 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-e86a51fe-4bbf-4c60-abc3-0658a3ebae2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34935d13-04a1-4313-a5d2-6a9de448f426 HTTP/1.1" status: 200 len: 999 time: 0.0554063 Jun 27 09:47:27.079569 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'd4599494-bf50-4710-a574-d66afacc98c5', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '34935d13-04a1-4313-a5d2-6a9de448f426', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:c5:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:26Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:27.089064 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-20d63804-f59e-4974-b58f-787558adb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:27.090556 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-20d63804-f59e-4974-b58f-787558adb332 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0487278 Jun 27 09:47:27.103625 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:27.112167 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:27.112781 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:27.135378 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-947a7a25-0d6a-4a20-8dce-630f93a11906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:27.137084 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-947a7a25-0d6a-4a20-8dce-630f93a11906 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399342 Jun 27 09:47:27.234594 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-c4d5fbe0-1655-45cb-9e8c-ab0bab4328fe service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905066 Jun 27 09:47:27.335764 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-93be5011-47ea-4b16-b099-937c9c9b8ae5 req-1ad8b2c6-15db-48ad-9adc-d5ede0a12c4e service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942278 Jun 27 09:47:27.347733 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:27.370290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:27.466695 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:27.563383 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'd4599494-bf50-4710-a574-d66afacc98c5', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '34935d13-04a1-4313-a5d2-6a9de448f426', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:c5:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:26Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:27.590589 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f37cd9-536f-41f2-a7f0-3e13a9833f05 None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': 'd4599494-bf50-4710-a574-d66afacc98c5', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'floating_ip_address': '172.27.1.66', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'port_id': '34935d13-04a1-4313-a5d2-6a9de448f426', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'mac_address': 'fa:16:3e:c5:f3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:47:26Z', 'revision_number': 1, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:27.779451 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bb8ac-5840-41de-a6a0-1453a9f51f84 None None] New status for floating IP d4599494-bf50-4710-a574-d66afacc98c5: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:47:28.158185 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:33.762222 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:35.019217 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-1d782e5a-8c89-455c-a43b-8ed9d8499d8e tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848239221&fields=id&tenant_id=cf6354961eda4916a8324508b45a98d5 HTTP/1.1" status: 200 len: 267 time: 0.0441136 Jun 27 09:47:35.125813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-0c0f9f48-9b72-4452-b3f0-ed082ccc9ae9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:35.127187 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-0c0f9f48-9b72-4452-b3f0-ed082ccc9ae9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 809 time: 0.1018684 Jun 27 09:47:35.141678 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-f8733b26-f00c-49dd-a2ab-5f62f6ab55f7 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/quotas/cf6354961eda4916a8324508b45a98d5 HTTP/1.1" status: 200 len: 375 time: 0.0091081 Jun 27 09:47:35.189284 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-427a964f-6e37-46bc-8c91-0416ea77277b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428684 Jun 27 09:47:35.296961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-24284036-dc17-4138-a9fa-916984ddf1c5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:47:35.297989 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-24284036-dc17-4138-a9fa-916984ddf1c5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0982025 Jun 27 09:47:35.387364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:35.391288 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-bc332912-ac5f-4b56-8626-114f5b616ffd service neutron] 10.222.0.64 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875349 Jun 27 09:47:35.396614 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:35.404116 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:35.480367 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-b304a81d-8e93-4d44-af19-a85a20e40b14 service neutron] 10.222.0.64 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833483 Jun 27 09:47:36.030929 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-01dcc1c1-2bff-4d8c-95e7-4ff18fbbb395 req-54a13296-9ef6-476e-8e98-15ff1a7d336b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 210 time: 0.0304933 Jun 27 09:47:36.140341 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:47:37.130292 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f0ef1a05-cdc5-49ca-b41c-c1f10bf8dd84 req-81c717d7-5e8b-4e96-9e6d-6c7763c69dbe tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 210 time: 0.0322404 Jun 27 09:47:38.160875 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:38.230791 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-62683e0f-dc2f-4e29-82c6-921c2a86de76 req-bfb731d6-67a9-437a-b2ad-f05f094ddcd5 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Jun 27 09:47:38.244009 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d890cb33-e75e-4e4e-ab90-747353a085c2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:38.245505 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d890cb33-e75e-4e4e-ab90-747353a085c2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 809 time: 0.1072533 Jun 27 09:47:38.313391 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-36c52d63-2898-4665-b2e7-69ae4a1f0b82 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf6354961eda4916a8324508b45a98d5 HTTP/1.1" status: 200 len: 379 time: 0.0567870 Jun 27 09:47:38.321877 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'port': {'device_id': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'admin_state_up': True, 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'security_groups': ['9be051fb-eb82-467b-877c-0cbff63a072c']}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:38.341439 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:38.522481 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Made reservation on behalf of cf6354961eda4916a8324508b45a98d5 for: {'port': 1} {{(pid=104648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 09:47:38.526063 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:38.654110 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_common [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Allocated IP 172.20.0.5 (e4924a4a-6de5-4807-86e8-d54106b11160/244f8253-d1c8-471b-a522-0c4671730f75/9d599bda-d36b-48fc-9462-bc44070afb0c) {{(pid=104648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:38.790433 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:38.891079 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:38.940821 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Network e4924a4a-6de5-4807-86e8-d54106b11160 is already hosted by enough agents. {{(pid=104648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:38.943930 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.base_scheduler [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Resources bound (agent type, host, resource id): {{(pid=104648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:38.947790 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Received port after_create {{(pid=104648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:38.953894 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:39.003169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:39.003839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.010389 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:39.103371 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-89f656b2-b636-4572-931b-4a5ef53b7d3d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850904 Jun 27 09:47:39.114352 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.v2.base [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Request body: {'port': {'device_id': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=104648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:39.175963 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-868ea4a1-595e-4645-889a-23623c209e9c None None] Provisioning complete for port 9d599bda-d36b-48fc-9462-bc44070afb0c triggered by entity DHCP. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:39.176562 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.176661 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-868ea4a1-595e-4645-889a-23623c209e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.207690 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-868ea4a1-595e-4645-889a-23623c209e9c None None] Port 9d599bda-d36b-48fc-9462-bc44070afb0c cannot update to ACTIVE because it is not bound. {{(pid=104650) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 09:47:39.293537 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:39.393818 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c11d1-1795-4d03-a279-cab792bcd277 req-b5ebc99f-55bd-4713-a26e-ec4830374ded tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:39.395207 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-257c11d1-1795-4d03-a279-cab792bcd277 req-b5ebc99f-55bd-4713-a26e-ec4830374ded tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 931 time: 0.0926838 Jun 27 09:47:39.474250 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-257c11d1-1795-4d03-a279-cab792bcd277 req-9cfe147a-1e2c-427e-b0cb-b36659877fb5 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730591 Jun 27 09:47:39.514509 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d599bda-d36b-48fc-9462-bc44070afb0c {{(pid=104648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:47:39.522010 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks [] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.534546 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.provisioning_blocks [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Transition to ACTIVE for port object 9d599bda-d36b-48fc-9462-bc44070afb0c will not be triggered until provisioned by entity L2. {{(pid=104648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 09:47:39.633151 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.686899 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=2']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:39.762125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Attempting to bind port 9d599bda-d36b-48fc-9462-bc44070afb0c on host hv-cinder-84773 for vnic_type normal with profile {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 09:47:39.762465 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Attempting to bind port 9d599bda-d36b-48fc-9462-bc44070afb0c by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 09:47:39.762825 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Attempting to bind port 9d599bda-d36b-48fc-9462-bc44070afb0c on network e4924a4a-6de5-4807-86e8-d54106b11160 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:39.767477 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Port 9d599bda-d36b-48fc-9462-bc44070afb0c on network e4924a4a-6de5-4807-86e8-d54106b11160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 09:47:39.767837 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Attempting to bind port 9d599bda-d36b-48fc-9462-bc44070afb0c on network e4924a4a-6de5-4807-86e8-d54106b11160 {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 09:47:39.773115 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Checking agent: {'id': '007b05bf-9e3c-4cc1-a091-0baea610d9f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'started_at': datetime.datetime(2022, 6, 27, 9, 34, 3), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 9, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 09:47:39.773456 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Checking segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 09:47:39.773841 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Bound using segment: {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'} {{(pid=104648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 09:47:39.774269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.managers [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Bound port: 9d599bda-d36b-48fc-9462-bc44070afb0c, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fdb759-39ab-4826-93ac-b2513df7b2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160'}}] {{(pid=104648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 09:47:39.774622 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.816704 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:39.838935 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, cleared binding levels {{(pid=104648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 09:47:39.842028 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 09:47:39.937339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363755'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.974994 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:39.975678 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:39.977061 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 1093 time: 0.8670890 Jun 27 09:47:39.977558 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:39.979807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65fb034-e390-4de5-89df-e99464225f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:40.008035 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63731e6-7dc6-463c-8923-69f1d21644b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=3']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:40.026851 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ec03ff-a561-439c-bd29-40a8d710355a x-openstack-request-id: req-57ec03ff-a561-439c-bd29-40a8d710355a {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:40.027145 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:40.027401 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57ec03ff-a561-439c-bd29-40a8d710355a {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:40.027835 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ec03ff-a561-439c-bd29-40a8d710355a'] response: {'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'status': 'completed', 'code': 200} Jun 27 09:47:40.086754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fb034-e390-4de5-89df-e99464225f0e req-9e6173dd-3399-482a-9800-c631abac7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.089418 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e65fb034-e390-4de5-89df-e99464225f0e req-9e6173dd-3399-482a-9800-c631abac7a11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1127 time: 0.0432780 Jun 27 09:47:40.209091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fb034-e390-4de5-89df-e99464225f0e req-056f97c8-996c-4bcb-bb8b-ec592c4db4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.210521 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e65fb034-e390-4de5-89df-e99464225f0e req-056f97c8-996c-4bcb-bb8b-ec592c4db4e6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cf6354961eda4916a8324508b45a98d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992360 Jun 27 09:47:40.270711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-bedae34a-fe69-44d1-a8bf-96e216d8f5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:40.305494 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fb034-e390-4de5-89df-e99464225f0e req-075793a7-2845-4f34-af12-ab73b07d5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.307062 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e65fb034-e390-4de5-89df-e99464225f0e req-075793a7-2845-4f34-af12-ab73b07d5436 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886660 Jun 27 09:47:40.379858 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-0e1cc42c-ff1e-4769-9fd8-6700a1ea4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.381316 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-0e1cc42c-ff1e-4769-9fd8-6700a1ea4ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1127 time: 0.0384965 Jun 27 09:47:40.423618 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-7db86bde-1874-4b1b-8ff2-c371031976cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 217 time: 0.0354745 Jun 27 09:47:40.471599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-a6aa55d3-177b-4f80-9548-188d1fb110c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.472943 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-a6aa55d3-177b-4f80-9548-188d1fb110c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0432389 Jun 27 09:47:40.516161 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f516e8-fff8-4c85-a559-543f837ac375 req-f165af3b-127a-45d5-accd-63be3aac8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.517676 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-f165af3b-127a-45d5-accd-63be3aac8ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390999 Jun 27 09:47:40.631127 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a4d2e-e53f-44a6-90ec-293ecf25b064 req-52d3ea46-775a-4aa9-91d2-5a9eff6a2ffc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:40.632597 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-689a4d2e-e53f-44a6-90ec-293ecf25b064 req-52d3ea46-775a-4aa9-91d2-5a9eff6a2ffc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0866275 Jun 27 09:47:40.658663 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-e6a9a322-888b-4583-8a32-4a072c03ba01 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342773 Jun 27 09:47:40.680482 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:40.717168 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-689a4d2e-e53f-44a6-90ec-293ecf25b064 req-efefde08-1d59-4150-9fef-8ec0ef130627 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787351 Jun 27 09:47:40.772399 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-12f516e8-fff8-4c85-a559-543f837ac375 req-b1d61cce-4bec-4a39-817d-e2a8c2ffaeae service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062953 Jun 27 09:47:41.839876 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f505e9-f4aa-4a62-a8af-f3f9c01d618d req-17ca41de-a98e-4354-b232-73ab93bae8ae tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:41.841839 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-60f505e9-f4aa-4a62-a8af-f3f9c01d618d req-17ca41de-a98e-4354-b232-73ab93bae8ae tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0481453 Jun 27 09:47:41.891922 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-60f505e9-f4aa-4a62-a8af-f3f9c01d618d req-dc13d67e-78cf-4093-8113-15087b8099cc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439982 Jun 27 09:47:42.576780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-49de4fa1-0d9f-4faf-9668-449f4c2e477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:43.003519 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152b7d8-d456-4143-b759-a9fb85b39702 req-59298adc-59d2-4b79-92b0-7aa6d0787be2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:43.004987 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3152b7d8-d456-4143-b759-a9fb85b39702 req-59298adc-59d2-4b79-92b0-7aa6d0787be2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0466094 Jun 27 09:47:43.053020 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3152b7d8-d456-4143-b759-a9fb85b39702 req-5ba95512-0ad4-4233-9892-306fc450bfdc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Jun 27 09:47:44.167980 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909681-7e0b-4d19-82c7-0a9edd70bd86 req-df455dde-ab3e-455e-a0e9-985f86d6fbc4 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:44.169426 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55909681-7e0b-4d19-82c7-0a9edd70bd86 req-df455dde-ab3e-455e-a0e9-985f86d6fbc4 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0500088 Jun 27 09:47:44.217887 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-55909681-7e0b-4d19-82c7-0a9edd70bd86 req-26a29e96-7f5e-4a34-87cd-4839206daf16 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Jun 27 09:47:44.936534 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:45.332029 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a76fa-6add-4a81-be6b-1f580498e58c req-e4730e07-322e-4b78-bfaf-454577fcecaa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:45.333497 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c1a76fa-6add-4a81-be6b-1f580498e58c req-e4730e07-322e-4b78-bfaf-454577fcecaa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0497737 Jun 27 09:47:45.381978 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c1a76fa-6add-4a81-be6b-1f580498e58c req-4949760b-1c74-42d4-bfe4-0ef54c9fa720 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Jun 27 09:47:46.013232 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:46.135627 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:46.173235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:46.495672 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c47478-2d41-4a02-8b4e-5b4d2e8a7791 req-254ee55b-d668-4811-8bb8-04261a5dd07a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:46.497143 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75c47478-2d41-4a02-8b4e-5b4d2e8a7791 req-254ee55b-d668-4811-8bb8-04261a5dd07a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0477180 Jun 27 09:47:46.545930 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75c47478-2d41-4a02-8b4e-5b4d2e8a7791 req-dbdd973a-bd67-4026-a034-b9d413743b68 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431488 Jun 27 09:47:47.658395 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b26185-5664-42c4-a14c-86602e991a63 req-272aba29-324a-4074-a69a-060b2fae2ce9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:47.659868 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-63b26185-5664-42c4-a14c-86602e991a63 req-272aba29-324a-4074-a69a-060b2fae2ce9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0459824 Jun 27 09:47:47.707555 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-63b26185-5664-42c4-a14c-86602e991a63 req-78c80c2f-b0cb-4883-886d-212b08fb8dee tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Jun 27 09:47:48.429098 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:47:48.527895 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:48.539472 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'mac_address': 'fa:16:3e:b3:6b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:47:48.573495 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9d599bda-d36b-48fc-9462-bc44070afb0c is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:48.573884 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:48.586233 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d599bda-d36b-48fc-9462-bc44070afb0c {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:47:48.605416 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:48.658842 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:48.708784 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=4']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:48.817692 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409232-0592-4fad-9bdf-1b22a6a5d60b req-fb08c8a6-c971-4916-9e6c-aa801202ced1 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:48.819060 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4409232-0592-4fad-9bdf-1b22a6a5d60b req-fb08c8a6-c971-4916-9e6c-aa801202ced1 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 944 time: 0.0465989 Jun 27 09:47:48.871879 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-f4409232-0592-4fad-9bdf-1b22a6a5d60b req-71697e8d-a299-46e7-9248-02261a8c3e13 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470271 Jun 27 09:47:48.903468 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['9d599bda-d36b-48fc-9462-bc44070afb0c'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:47:48.958344 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:49.050369 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:49.976198 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:49.984935 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a7b2-6ca1-409d-961d-53775d57a534 req-53624351-0868-471d-baea-5ed5f042cbb8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:49.986372 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3ea3a7b2-6ca1-409d-961d-53775d57a534 req-53624351-0868-471d-baea-5ed5f042cbb8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 944 time: 0.0463002 Jun 27 09:47:50.038620 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3ea3a7b2-6ca1-409d-961d-53775d57a534 req-f8298f04-9878-434e-a148-588422eb4bc8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466971 Jun 27 09:47:50.442452 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:47:50.485380 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning for port 9d599bda-d36b-48fc-9462-bc44070afb0c completed by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 09:47:50.573326 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 9d599bda-d36b-48fc-9462-bc44070afb0c triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:47:50.573650 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:50.646849 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9d599bda-d36b-48fc-9462-bc44070afb0c is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:47:50.647232 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:50.668977 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:50.671221 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd3053-4119-48ab-a6ee-788c3362e309" -d '{"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:50.683407 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:47:50.708463 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c2a97-3e96-4b87-8a05-db432037d038 x-openstack-request-id: req-501c2a97-3e96-4b87-8a05-db432037d038 {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:50.708780 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:50.709037 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-501c2a97-3e96-4b87-8a05-db432037d038 {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:50.709473 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501c2a97-3e96-4b87-8a05-db432037d038'] response: {'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'code': 200} Jun 27 09:47:50.767999 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:50.814685 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=5']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:51.051997 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce531-7427-4bcf-b1ed-430da76b68f2 req-596b38ca-f2f2-4e75-979c-2b9e10cc4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:51.053532 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-502ce531-7427-4bcf-b1ed-430da76b68f2 req-596b38ca-f2f2-4e75-979c-2b9e10cc4878 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0390689 Jun 27 09:47:51.102978 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-502ce531-7427-4bcf-b1ed-430da76b68f2 req-9ec847d4-d316-477b-a3c1-cee54f46780b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Jun 27 09:47:51.151776 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c956d17-2e9e-47fd-98c2-44d0705eb232 req-5f4b9261-5957-4b6d-8bd2-8c0218e4cd06 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:51.153245 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c956d17-2e9e-47fd-98c2-44d0705eb232 req-5f4b9261-5957-4b6d-8bd2-8c0218e4cd06 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0467985 Jun 27 09:47:51.201838 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6c956d17-2e9e-47fd-98c2-44d0705eb232 req-63afba94-7855-408a-84ce-f92f26a27acd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Jun 27 09:47:52.315112 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed27b5-8bfc-41c3-9b31-e13d8080eb43 req-07c738b4-a354-43a8-a2bb-4938ee8d3754 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:52.316677 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75ed27b5-8bfc-41c3-9b31-e13d8080eb43 req-07c738b4-a354-43a8-a2bb-4938ee8d3754 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0473206 Jun 27 09:47:52.364724 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-75ed27b5-8bfc-41c3-9b31-e13d8080eb43 req-bf535a0b-25fe-48e8-9cfd-e5e59d9cab93 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424886 Jun 27 09:47:53.479939 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cebb3-3249-4275-8e63-bf0d39ff7db9 req-a3d5f25c-d185-484a-af18-282b58a32cf9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:53.481395 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7e4cebb3-3249-4275-8e63-bf0d39ff7db9 req-a3d5f25c-d185-484a-af18-282b58a32cf9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0504310 Jun 27 09:47:53.530034 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-7e4cebb3-3249-4275-8e63-bf0d39ff7db9 req-41575cdb-dc33-43cf-89e1-9c48641f69f6 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Jun 27 09:47:53.649916 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e33842-d668-40ea-863b-6dbe0b334f45 req-b549edc4-f3fa-432e-83da-5829ef1f1dd3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:53.651372 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6e33842-d668-40ea-863b-6dbe0b334f45 req-b549edc4-f3fa-432e-83da-5829ef1f1dd3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0473802 Jun 27 09:47:53.699354 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-e6e33842-d668-40ea-863b-6dbe0b334f45 req-1cb83b72-c18f-472b-89d6-15e8acb74df0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Jun 27 09:47:53.721363 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55262) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:53.860228 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6808036-c4eb-4a0b-8379-3035dc064986 tempest-TestShelveInstance-1654600347 tempest-TestShelveInstance-1654600347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:53.861739 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c6808036-c4eb-4a0b-8379-3035dc064986 tempest-TestShelveInstance-1654600347 tempest-TestShelveInstance-1654600347-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1124 time: 0.1394124 Jun 27 09:47:53.864695 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55266) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:47:53.868804 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.v2.base [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Request body: {'floatingip': {'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 09:47:53.939013 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.014472 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.119273 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_common [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Allocated IP 172.27.1.93 (80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31/eaa48ff2-3dee-4ea7-b6d3-b78c85aec657/3f3ba014-daf8-48ca-8c8e-35d9c2203acc) {{(pid=104649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 09:47:54.157726 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:54.210680 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:54.220275 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.319513 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784313206676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.362199 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Network 80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31 is already hosted by enough agents. {{(pid=104649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 09:47:54.366521 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.base_scheduler [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Resources bound (agent type, host, resource id): {{(pid=104649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 09:47:54.370340 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Received port after_create {{(pid=104649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 09:47:54.391136 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'Port': ['ID=3f3ba014-daf8-48ca-8c8e-35d9c2203acc,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:54.406627 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.410855 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.412064 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:47:54.730958 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for floatingip (3a83a219-5b9b-4d34-9ba2-87dc765044da), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.858466 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), before_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:54.949608 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:55.002245 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), precommit_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:55.039083 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995337'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), after_update {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:55.106819 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event updated for resources: {'Port': ['ID=3f3ba014-daf8-48ca-8c8e-35d9c2203acc,revision_number=2']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:47:55.117262 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (3a83a219-5b9b-4d34-9ba2-87dc765044da), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:55.210136 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Floating IP 3a83a219-5b9b-4d34-9ba2-87dc765044da associated. External IP: 172.27.1.93, port: 9d599bda-d36b-48fc-9462-bc44070afb0c. Jun 27 09:47:55.494254 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:55.656288 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Router fd6e828e-9504-46f0-bb54-362a72450c4f has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:47:55.757389 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:47:55.768316 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Sync routers for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:47:55.777789 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:55.778402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:55.841201 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:47:55.871194 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-780daec1-ef68-4fda-8736-5b6608150388 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0055013 Jun 27 09:47:55.871893 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:47:55.874720 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ea5179-cbb9-46f7-a579-a02e6fe71898" -d '{"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:47:55.881564 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:55.969828 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3883b7-01e4-4bec-a14e-6284ac9d5f78 x-openstack-request-id: req-7f3883b7-01e4-4bec-a14e-6284ac9d5f78 {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:47:55.970124 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:47:55.970383 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f3883b7-01e4-4bec-a14e-6284ac9d5f78 {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:47:55.970795 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3883b7-01e4-4bec-a14e-6284ac9d5f78'] response: {'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'status': 'completed', 'code': 200} Jun 27 09:47:56.029413 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-0fa2d4b5-8f56-4492-a3c8-fb611c31640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:56.031042 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-0fa2d4b5-8f56-4492-a3c8-fb611c31640d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0397673 Jun 27 09:47:56.095081 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3a83a219-5b9b-4d34-9ba2-87dc765044da', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'mac_address': 'fa:16:3e:b3:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:54Z', 'updated_at': '2022-06-27T09:47:54Z', 'revision_number': 0, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:56.119568 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Checking router: fd6e828e-9504-46f0-bb54-362a72450c4f for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:47:56.126610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-7be0f6e2-ce7a-4d7a-a7df-a31769996e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:56.127007 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:56.128155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-7be0f6e2-ce7a-4d7a-a7df-a31769996e67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0891194 Jun 27 09:47:56.129183 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:47:56.129802 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:47:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:56.190298 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-a023b7ed-6450-43ea-acb6-00a0eed8fd05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 998 time: 0.0558188 Jun 27 09:47:56.233942 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:47:56.238454 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-e71c35a7-00b1-4ed0-a01c-ea1d7f6936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:56.239945 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-e71c35a7-00b1-4ed0-a01c-ea1d7f6936fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0428066 Jun 27 09:47:56.286665 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-c593ef93-2164-459f-8318-d6c22f167cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:47:56.288274 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-c593ef93-2164-459f-8318-d6c22f167cba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422268 Jun 27 09:47:56.359640 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:56.377252 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-261bbf44-2c00-4736-a912-cc234d123357 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830760 Jun 27 09:47:56.382827 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:47:56.446755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3a83a219-5b9b-4d34-9ba2-87dc765044da', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'mac_address': 'fa:16:3e:b3:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:54Z', 'updated_at': '2022-06-27T09:47:54Z', 'revision_number': 0, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:47:56.473029 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8369dcb9-f4f4-427a-87c0-15595e7e0c62 None None] The sync data for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi is: [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_floatingips': [{'id': '3a83a219-5b9b-4d34-9ba2-87dc765044da', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'router_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'mac_address': 'fa:16:3e:b3:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T09:47:54Z', 'updated_at': '2022-06-27T09:47:54Z', 'revision_number': 0, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:47:56.667245 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b98ac91-b932-4d06-870b-262a0f2bc47b None None] New status for floating IP 3a83a219-5b9b-4d34-9ba2-87dc765044da: ACTIVE {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:47:56.725944 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71ea5179-cbb9-46f7-a579-a02e6fe71898 req-f4efd575-fb15-4b30-bfbb-fe7d1e3531e2 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417823 Jun 27 09:48:03.750541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:05.866169 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=22 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:05.868055 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:06.710594 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=80 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:06.720736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=12 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:08.135783 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:08.141244 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:10.149706 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-0b4db6db-316c-49fb-88d0-0bab8336b51b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385115 Jun 27 09:48:10.230342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-795f6bed-1124-46bb-a68f-f1dd4e7425f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:10.231901 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-795f6bed-1124-46bb-a68f-f1dd4e7425f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=422340b9e5834d16bff3539c549fc4c1&device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 1130 time: 0.0389898 Jun 27 09:48:10.244921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-07e2a5c0-56fb-4a8c-847f-21ec2559cc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:10.337668 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-60e8159c-04a7-4404-bd74-182cbb0a7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:10.339129 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-60e8159c-04a7-4404-bd74-182cbb0a7d11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 200 len: 912 time: 0.0890033 Jun 27 09:48:10.400630 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-361a7921-a452-4726-94ef-5627d1d20ce2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34935d13-04a1-4313-a5d2-6a9de448f426 HTTP/1.1" status: 200 len: 1001 time: 0.0539827 Jun 27 09:48:10.449047 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-01737e37-8653-4178-a08a-dfc3d51facda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:10.450447 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-01737e37-8653-4178-a08a-dfc3d51facda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 200 len: 850 time: 0.0424874 Jun 27 09:48:10.498125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-b7a68e9d-3dae-4fe7-bbc0-8e5b1d63fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:10.499617 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-b7a68e9d-3dae-4fe7-bbc0-8e5b1d63fcda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=63837ba7-06e7-4716-8f4c-6e58bcc433b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404794 Jun 27 09:48:10.586191 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-efb61bf0-855d-4048-a19b-de23954c2b4d service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797455 Jun 27 09:48:10.674850 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-0628776d-6573-406a-ac56-4ccf2a4be358 req-4329f4fb-fb55-4484-8ce9-88cddd1477e2 service neutron] 10.222.0.55 "GET /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Jun 27 09:48:12.610689 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3cfb88fd-cbac-4f1b-8428-d99426b75e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:13.139421 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:48:14.893209 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:16.061597 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:16.167282 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:20.670501 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=56 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:20.671258 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=45 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:23.135825 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:26.098206 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:26.100986 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:27.596594 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afa8bb-29e9-43cc-a545-3097f48815c3 req-4929e3dd-ffbb-438f-bf0c-d9e7fdfe86fc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:27.598062 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71afa8bb-29e9-43cc-a545-3097f48815c3 req-4929e3dd-ffbb-438f-bf0c-d9e7fdfe86fc tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0464172 Jun 27 09:48:27.645176 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-71afa8bb-29e9-43cc-a545-3097f48815c3 req-db328f31-6fd7-4931-8378-fddb5a6b0f60 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Jun 27 09:48:28.758954 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e243f2-e26e-41de-a0c4-8e563fb9888e req-56f0d6a5-27b1-48e7-9a2b-a5249d3ee34c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:28.760421 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-15e243f2-e26e-41de-a0c4-8e563fb9888e req-56f0d6a5-27b1-48e7-9a2b-a5249d3ee34c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0465121 Jun 27 09:48:28.809364 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-15e243f2-e26e-41de-a0c4-8e563fb9888e req-81c08b7c-92a2-4f9f-be34-742e23ffd0c3 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Jun 27 09:48:29.457620 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ab7d6135-8fc6-4c94-98f5-c5ae296ce5ff tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:29.459120 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ab7d6135-8fc6-4c94-98f5-c5ae296ce5ff tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0492718 Jun 27 09:48:29.539999 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Deleting port 34935d13-04a1-4313-a5d2-6a9de448f426 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:29.540272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:29.630639 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] For port 34935d13-04a1-4313-a5d2-6a9de448f426, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=34935d13-04a1-4313-a5d2-6a9de448f426,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:48:29.631008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:29.788838 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:29.789203 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3845234'] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), after_update {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:29.789518 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.db.l3_db [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Floating IP d4599494-bf50-4710-a574-d66afacc98c5 disassociated. External IP: 172.27.1.66, port: 34935d13-04a1-4313-a5d2-6a9de448f426. Jun 27 09:48:29.789861 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Calling delete_port for 34935d13-04a1-4313-a5d2-6a9de448f426 owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:29.951688 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e069f-5b7e-4763-9b0d-9a6b04d7f431 req-70b2b47c-30b4-41e0-8239-08dfe774cec4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:48:29.953171 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c51e069f-5b7e-4763-9b0d-9a6b04d7f431 req-70b2b47c-30b4-41e0-8239-08dfe774cec4 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 946 time: 0.0606270 Jun 27 09:48:29.999832 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c51e069f-5b7e-4763-9b0d-9a6b04d7f431 req-6411c814-04ce-4432-8710-3c8c2825b9b8 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups?id=6e60eae0-ca64-4fad-9aa5-c14035324c19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Jun 27 09:48:30.021335 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (34935d13-04a1-4313-a5d2-6a9de448f426), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:30.048230 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'Port': ['ID=34935d13-04a1-4313-a5d2-6a9de448f426,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:30.058068 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.058423 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.058773 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.059118 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.059458 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.059818 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.060154 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.060487 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.061286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.061286 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.061476 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.061779 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.062107 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.062436 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.062764 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:30.168358 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:30.172647 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:48:30.231453 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:30.276745 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:48:30.289056 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:48:30.299921 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:48:30.301755 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:48:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:30.330367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] No DVR routers for this DVR port 34935d13-04a1-4313-a5d2-6a9de448f426 on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:48:30.330367 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:30.330367 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fba5bade-bb31-47ee-a013-ff41b5688db2 req-ddfa5877-8241-430f-aa81-1b5ea843236c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.55 "DELETE /v2.0/ports/34935d13-04a1-4313-a5d2-6a9de448f426 HTTP/1.1" status: 204 len: 173 time: 0.8648405 Jun 27 09:48:30.330916 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'name': 'network-vif-deleted', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:48:30.332994 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13520922-dae4-46bf-af7f-64095f3f7416" -d '{"events": [{"server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "name": "network-vif-deleted", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:48:30.374754 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77616210-2069-41ec-8333-f67e4b6d0b5e x-openstack-request-id: req-77616210-2069-41ec-8333-f67e4b6d0b5e {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:48:30.375052 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95087d59-289d-459e-bb2d-0f57e11a0dda", "name": "network-vif-deleted", "tag": "34935d13-04a1-4313-a5d2-6a9de448f426", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:48:30.375313 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77616210-2069-41ec-8333-f67e4b6d0b5e {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:48:30.376266 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77616210-2069-41ec-8333-f67e4b6d0b5e'] response: {'server_uuid': '95087d59-289d-459e-bb2d-0f57e11a0dda', 'name': 'network-vif-deleted', 'tag': '34935d13-04a1-4313-a5d2-6a9de448f426', 'status': 'completed', 'code': 200} Jun 27 09:48:30.553787 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:48:30.737405 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:30.762692 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:48:30.770788 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:48:30.771383 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:48:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:30.870542 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:48:31.058146 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:31.083002 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0152c-bbdc-4c60-a921-20b497031e0f None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:46Z', 'revision_number': 4, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': 'c43a3361-06d5-4bd0-80b6-310b4655f609', 'name': '', 'network_id': '63837ba7-06e7-4716-8f4c-6e58bcc433b2', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'mac_address': 'fa:16:3e:57:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:45Z', 'updated_at': '2022-06-27T09:43:49Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'subnets': [{'id': 'a8b65abd-4fed-4ebe-8d96-4cc28472b9e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:48:31.108742 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-d6280c66-e06a-4787-a815-57b770e59fd3 req-10d54e76-91d1-4cdc-9f62-9b3e25a44636 tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/ports?device_id=95087d59-289d-459e-bb2d-0f57e11a0dda HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jun 27 09:48:31.310995 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6623b9c-e2b4-4a5b-a08a-9e2a58b92c30 None None] New status for floating IP d4599494-bf50-4710-a574-d66afacc98c5: DOWN {{(pid=104651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:48:32.259382 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55422) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:32.314389 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (6e60eae0-ca64-4fad-9aa5-c14035324c19), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.337184 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (6e60eae0-ca64-4fad-9aa5-c14035324c19), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.461213 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (6e60eae0-ca64-4fad-9aa5-c14035324c19), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.463965 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.465122 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "DELETE /v2.0/security-groups/6e60eae0-ca64-4fad-9aa5-c14035324c19 HTTP/1.1" status: 204 len: 168 time: 0.2046988 Jun 27 09:48:32.467840 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55424) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:32.475207 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aaee5-a7cb-4dc4-a4fa-89c7c7d0736c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60eae0-ca64-4fad-9aa5-c14035324c19,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:32.482156 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.api.v2.resource [None req-6fff2c5b-7bb6-4d7d-88e9-b7a39e7f469c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] show failed (client error): The resource could not be found. Jun 27 09:48:32.483174 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-6fff2c5b-7bb6-4d7d-88e9-b7a39e7f469c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "GET /v2.0/security-groups/6e60eae0-ca64-4fad-9aa5-c14035324c19 HTTP/1.1" status: 404 len: 347 time: 0.0142910 Jun 27 09:48:32.488245 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55426) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:32.596512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Deleting port 04f5c226-819c-4a8d-a643-18757dfed66d {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:32.596853 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.607367 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 34935d13-04a1-4313-a5d2-6a9de448f426 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:48:32.626935 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 34935d13-04a1-4313-a5d2-6a9de448f426 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:48:32.627320 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 34935d13-04a1-4313-a5d2-6a9de448f426 not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:48:32.670057 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.670389 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (04f5c226-819c-4a8d-a643-18757dfed66d), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.683907 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Calling delete_port for 04f5c226-819c-4a8d-a643-18757dfed66d owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:32.887710 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (04f5c226-819c-4a8d-a643-18757dfed66d), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.912820 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Pushing event deleted for resources: {'Port': ['ID=04f5c226-819c-4a8d-a643-18757dfed66d,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:32.978329 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks [] for floatingip (d4599494-bf50-4710-a574-d66afacc98c5), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.980872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:32.982027 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-64ca61e9-e5d4-456c-9dcf-54cb82167d3c tempest-AttachVolumeTestJSON-881212709 tempest-AttachVolumeTestJSON-881212709-project] 10.222.0.64 "DELETE /v2.0/floatingips/d4599494-bf50-4710-a574-d66afacc98c5 HTTP/1.1" status: 204 len: 168 time: 0.4928520 Jun 27 09:48:33.798508 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:36.939410 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55454) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:37.238151 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:37.240194 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:37.290225 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:37.456298 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Deleting port c43a3361-06d5-4bd0-80b6-310b4655f609 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:37.456561 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:37.536235 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] For port c43a3361-06d5-4bd0-80b6-310b4655f609, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=c43a3361-06d5-4bd0-80b6-310b4655f609,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:48:37.536591 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:37.549948 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Calling delete_port for c43a3361-06d5-4bd0-80b6-310b4655f609 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:37.773008 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (c43a3361-06d5-4bd0-80b6-310b4655f609), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:37.797375 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43a3361-06d5-4bd0-80b6-310b4655f609,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:37.961964 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.154919 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:38.162430 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:38.164585 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Router 73d20a29-ed44-43a7-87c1-0e62b008db0a has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:48:38.266890 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:48:38.272496 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-c46d6df0-1fa6-4ef5-930b-4aa6f5a86494 admin admin] 10.222.0.64 "PUT /v2.0/routers/73d20a29-ed44-43a7-87c1-0e62b008db0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3318346 Jun 27 09:48:38.275588 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55456) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:38.278402 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Sync routers for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:48:38.290354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:48:38.290984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:48:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:38.375989 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks [] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.391198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:48:38.475949 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks [] for router_gateway (73d20a29-ed44-43a7-87c1-0e62b008db0a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.543221 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:38.557433 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:48:37Z', 'revision_number': 5, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port': {'id': '36face10-8d78-47dd-9e4c-728fa189a28a', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:38.559900 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=100 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:38.573918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Deleting port 36face10-8d78-47dd-9e4c-728fa189a28a {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:38.574296 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.583290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Checking router: 73d20a29-ed44-43a7-87c1-0e62b008db0a for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:48:38.591752 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Routers {'73d20a29-ed44-43a7-87c1-0e62b008db0a'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:48:38.592373 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:48:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['73d20a29-ed44-43a7-87c1-0e62b008db0a'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:38.656660 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] For port 36face10-8d78-47dd-9e4c-728fa189a28a, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=36face10-8d78-47dd-9e4c-728fa189a28a,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:48:38.657008 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.669839 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Calling delete_port for 36face10-8d78-47dd-9e4c-728fa189a28a owned by network:router_gateway {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:38.677142 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] Set router 73d20a29-ed44-43a7-87c1-0e62b008db0a gateway port host: None {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:48:38.728073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:48:38Z', 'revision_number': 6, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:38.751860 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2688313-5ef5-4e78-baa7-598814917b4c None None] The sync data for ids ['73d20a29-ed44-43a7-87c1-0e62b008db0a'] in dv-cinder-847730-1-iscsi is: [{'id': '73d20a29-ed44-43a7-87c1-0e62b008db0a', 'name': 'tempest-AttachVolumeTestJSON-1347888662-router', 'tenant_id': '422340b9e5834d16bff3539c549fc4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:43:42Z', 'updated_at': '2022-06-27T09:48:38Z', 'revision_number': 6, 'project_id': '422340b9e5834d16bff3539c549fc4c1', 'gw_port_host': None}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:48:38.912542 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (36face10-8d78-47dd-9e4c-728fa189a28a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:38.915679 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:38.936342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=36face10-8d78-47dd-9e4c-728fa189a28a,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:38.999919 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.056610 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:39.086324 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.088593 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks [] for router_controller (73d20a29-ed44-43a7-87c1-0e62b008db0a), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.186750 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (73d20a29-ed44-43a7-87c1-0e62b008db0a), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.187380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d20a29-ed44-43a7-87c1-0e62b008db0a {{(pid=104648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:48:39.191549 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.192717 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-d3d4ba85-526d-4624-af72-2e04af824f2a admin admin] 10.222.0.64 "DELETE /v2.0/routers/73d20a29-ed44-43a7-87c1-0e62b008db0a HTTP/1.1" status: 204 len: 168 time: 0.9165976 Jun 27 09:48:39.195214 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55458) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:39.239342 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.db_base_plugin_v2 [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Deleting subnet a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 {{(pid=104648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:48:39.242396 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Publish callbacks [] for subnet (a8b65abd-4fed-4ebe-8d96-4cc28472b9e8), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.275626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9458908'] for subnet (a8b65abd-4fed-4ebe-8d96-4cc28472b9e8), precommit_delete_associations {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.352431 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (a8b65abd-4fed-4ebe-8d96-4cc28472b9e8), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.461611 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2363685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8531044'] for subnet (a8b65abd-4fed-4ebe-8d96-4cc28472b9e8), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.485599 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b65abd-4fed-4ebe-8d96-4cc28472b9e8,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:39.493085 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for subnet (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.496340 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-054fb520-ceb0-4a99-8c53-1c1783344faf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a8b65abd-4fed-4ebe-8d96-4cc28472b9e8 HTTP/1.1" status: 204 len: 168 time: 0.3001831 Jun 27 09:48:39.498961 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55460) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:39.501129 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a45b1a-d61a-4f06-93e9-e6c3c51caadc None None] Network 63837ba7-06e7-4716-8f4c-6e58bcc433b2 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:48:39.573826 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (63837ba7-06e7-4716-8f4c-6e58bcc433b2), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.621312 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Deleting port d006a63f-e791-4e4a-ae63-1332acc49dcd {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:39.621651 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.670806 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] DHCP port deletion for 63837ba7-06e7-4716-8f4c-6e58bcc433b2 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:48:39.689188 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] For port d006a63f-e791-4e4a-ae63-1332acc49dcd, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d006a63f-e791-4e4a-ae63-1332acc49dcd,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:48:39.689528 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.703232 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Calling delete_port for d006a63f-e791-4e4a-ae63-1332acc49dcd owned by network:dhcp {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:39.709264 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Deleting port d006a63f-e791-4e4a-ae63-1332acc49dcd {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:48:39.709675 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.782740 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] For port d006a63f-e791-4e4a-ae63-1332acc49dcd, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=d006a63f-e791-4e4a-ae63-1332acc49dcd,segment=NetworkSegment(37340b51-6967-4cb7-9624-058d7d7994ef),segment_id=37340b51-6967-4cb7-9624-058d7d7994ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:48:39.783145 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.797916 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Calling delete_port for d006a63f-e791-4e4a-ae63-1332acc49dcd owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:48:39.855851 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.873731 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (d006a63f-e791-4e4a-ae63-1332acc49dcd), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.883368 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Pushing event deleted for resources: {'Port': ['ID=d006a63f-e791-4e4a-ae63-1332acc49dcd,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:39.889913 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] No DVR routers for this DVR port d006a63f-e791-4e4a-ae63-1332acc49dcd on host dv-cinder-847730-1-iscsi {{(pid=104649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:48:39.902362 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Pushing event deleted for resources: {'Port': ['ID=d006a63f-e791-4e4a-ae63-1332acc49dcd,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:39.910758 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] No DVR routers for this DVR port d006a63f-e791-4e4a-ae63-1332acc49dcd on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:48:39.913109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.913460 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.913811 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.914158 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.914503 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.914888 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.915168 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.915693 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.915851 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.916180 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.916516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.916847 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.917172 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.917506 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.917945 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84bbc2-9a9c-437e-902a-64d43bfbb9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:39.936086 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c43a3361-06d5-4bd0-80b6-310b4655f609 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:48:39.954311 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: c43a3361-06d5-4bd0-80b6-310b4655f609 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:48:39.954667 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device c43a3361-06d5-4bd0-80b6-310b4655f609 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:48:39.955088 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 36face10-8d78-47dd-9e4c-728fa189a28a no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:48:39.971105 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (63837ba7-06e7-4716-8f4c-6e58bcc433b2), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:39.975919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 36face10-8d78-47dd-9e4c-728fa189a28a {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:48:39.975919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 36face10-8d78-47dd-9e4c-728fa189a28a not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:48:39.975919 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d006a63f-e791-4e4a-ae63-1332acc49dcd no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:48:39.992775 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63837ba7-06e7-4716-8f4c-6e58bcc433b2']}} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:39.993140 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: d006a63f-e791-4e4a-ae63-1332acc49dcd {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:48:39.993498 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device d006a63f-e791-4e4a-ae63-1332acc49dcd not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:48:40.006497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37340b51-6967-4cb7-9624-058d7d7994ef') {'for_net_delete': True} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:40.006800 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.services.segments.db [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37340b51-6967-4cb7-9624-058d7d7994ef') {} {{(pid=104649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:48:40.016587 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10049591'] for segment (37340b51-6967-4cb7-9624-058d7d7994ef), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.030230 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (37340b51-6967-4cb7-9624-058d7d7994ef), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.036629 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:48:40.037024 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995373'] for segment (37340b51-6967-4cb7-9624-058d7d7994ef), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.068105 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 37340b51-6967-4cb7-9624-058d7d7994ef resource provider aggregate not found Jun 27 09:48:40.098918 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.services.segments.plugin [-] Segment 37340b51-6967-4cb7-9624-058d7d7994ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37340b51-6967-4cb7-9624-058d7d7994ef found for delete ", "request_id": "req-44132a11-136c-4a09-8c19-679e82da6ec4"}]} Jun 27 09:48:40.185131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (63837ba7-06e7-4716-8f4c-6e58bcc433b2), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.185131 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.187223 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] 10.222.0.64 "DELETE /v2.0/networks/63837ba7-06e7-4716-8f4c-6e58bcc433b2 HTTP/1.1" status: 204 len: 168 time: 0.6866889 Jun 27 09:48:40.200314 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92499de3-f56f-4262-8ab9-af74b9397478 admin admin] Pushing event deleted for resources: {'Network': ['ID=63837ba7-06e7-4716-8f4c-6e58bcc433b2,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:40.261538 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-40cf3cfa-331a-438d-a8cf-56b8f566262e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.578398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55468) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:40.621290 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-e4893e65-4b70-4c99-8299-9a0c80e7ca55 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=422340b9e5834d16bff3539c549fc4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417533 Jun 27 09:48:40.623746 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55470) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:40.671292 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] Publish callbacks [] for security_group (62eee17e-f432-43fa-8641-d4e051b04d41), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.692998 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] Publish callbacks [] for security_group (62eee17e-f432-43fa-8641-d4e051b04d41), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.708425 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:40.837895 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (62eee17e-f432-43fa-8641-d4e051b04d41), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.840386 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:40.841574 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62eee17e-f432-43fa-8641-d4e051b04d41 HTTP/1.1" status: 204 len: 168 time: 0.2169459 Jun 27 09:48:40.850549 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467ec23-a2aa-4461-b286-c6bb6be8925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eee17e-f432-43fa-8641-d4e051b04d41,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:41.381253 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:42.587292 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-577fc8d0-024e-4d16-945c-3d94bde6fa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:42.735457 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55520) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:42.860226 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-af905094-12d2-42ce-a490-54efd577bd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:42.901560 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:42.935331 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-af905094-12d2-42ce-a490-54efd577bd42 admin admin] Publish callbacks [] for security_group (740ecbe2-92a1-4b9e-a346-b7e0aec249a1), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.024230 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-af905094-12d2-42ce-a490-54efd577bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (740ecbe2-92a1-4b9e-a346-b7e0aec249a1), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.062908 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-af905094-12d2-42ce-a490-54efd577bd42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0499021ec5e479db8de9c925c515910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262506 Jun 27 09:48:43.064750 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af905094-12d2-42ce-a490-54efd577bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ecbe2-92a1-4b9e-a346-b7e0aec249a1,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:43.065998 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55524) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:43.115414 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] Publish callbacks [] for security_group (740ecbe2-92a1-4b9e-a346-b7e0aec249a1), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.140308 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] Publish callbacks [] for security_group (740ecbe2-92a1-4b9e-a346-b7e0aec249a1), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.246854 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (740ecbe2-92a1-4b9e-a346-b7e0aec249a1), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.249439 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:43.250612 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/740ecbe2-92a1-4b9e-a346-b7e0aec249a1 HTTP/1.1" status: 204 len: 168 time: 0.1836295 Jun 27 09:48:43.259003 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d77d8d-faf2-4a15-858f-dbd925b19294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ecbe2-92a1-4b9e-a346-b7e0aec249a1,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:44.915794 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:45.146604 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:46.038046 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.181106 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.407923 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55594) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:46.512077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8a1c-238a-4248-bfaa-6eb05d3d3e6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.585853 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8a1c-238a-4248-bfaa-6eb05d3d3e6f admin admin] Publish callbacks [] for security_group (fabc9eef-f412-4899-9d46-bbe3699b1f53), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.761595 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8a1c-238a-4248-bfaa-6eb05d3d3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fabc9eef-f412-4899-9d46-bbe3699b1f53), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.800159 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8a1c-238a-4248-bfaa-6eb05d3d3e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabc9eef-f412-4899-9d46-bbe3699b1f53,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:46.804515 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7b8d8a1c-238a-4248-bfaa-6eb05d3d3e6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=302572b968444988af8811651f52d6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955772 Jun 27 09:48:46.807301 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55598) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:46.855271 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] Publish callbacks [] for security_group (fabc9eef-f412-4899-9d46-bbe3699b1f53), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:46.874600 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:46.876614 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] Publish callbacks [] for security_group (fabc9eef-f412-4899-9d46-bbe3699b1f53), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.009546 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (fabc9eef-f412-4899-9d46-bbe3699b1f53), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.012186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.013287 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fabc9eef-f412-4899-9d46-bbe3699b1f53 HTTP/1.1" status: 204 len: 168 time: 0.2050035 Jun 27 09:48:47.016667 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:48:47.022481 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c4c3c-583e-4710-a2a0-133dffadd29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabc9eef-f412-4899-9d46-bbe3699b1f53,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:47.581823 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55604) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:47.594955 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5458-e6ca-4b7e-91b5-ad12c02552a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.669371 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5458-e6ca-4b7e-91b5-ad12c02552a9 admin admin] Publish callbacks [] for security_group (3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.752304 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5458-e6ca-4b7e-91b5-ad12c02552a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.792872 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-6ffc5458-e6ca-4b7e-91b5-ad12c02552a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=694dc0f8bbdf44d495874455165ddc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099960 Jun 27 09:48:47.793829 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc5458-e6ca-4b7e-91b5-ad12c02552a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:47.795479 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55606) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:47.846346 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] Publish callbacks [] for security_group (3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.867765 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] Publish callbacks [] for security_group (3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.975737 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.978321 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:47.979474 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33 HTTP/1.1" status: 204 len: 168 time: 0.1829698 Jun 27 09:48:47.987689 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8a4d0-cde0-4acb-9f8a-d809a42e2a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0dff95-ff0d-4121-b2be-3b9cdc3e5f33,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:50.139845 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:48:55.468947 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55688) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:55.572049 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.646990 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Publish callbacks [] for security_group (f49af1cb-5670-4cab-b2d7-0d0f57b2113d), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.718006 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f49af1cb-5670-4cab-b2d7-0d0f57b2113d), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.757506 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2a5ab8267d2c4d9c8851c4957a0a4e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875156 Jun 27 09:48:55.758353 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49af1cb-5670-4cab-b2d7-0d0f57b2113d,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:55.760223 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55692) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:55.765659 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.766053 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.766398 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.766739 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.767072 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.767404 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.767758 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.768114 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.768423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.768748 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.769079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.769421 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.769768 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.770600 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.770924 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a47a7d-2777-48b9-9c2b-63df8e07b9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:48:55.809527 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] Publish callbacks [] for security_group (f49af1cb-5670-4cab-b2d7-0d0f57b2113d), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.831199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] Publish callbacks [] for security_group (f49af1cb-5670-4cab-b2d7-0d0f57b2113d), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.946626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (f49af1cb-5670-4cab-b2d7-0d0f57b2113d), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.949211 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:55.950367 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f49af1cb-5670-4cab-b2d7-0d0f57b2113d HTTP/1.1" status: 204 len: 168 time: 0.1891189 Jun 27 09:48:55.959031 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350c6be-0f39-47ec-88b8-4c8de0cc4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49af1cb-5670-4cab-b2d7-0d0f57b2113d,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:56.556810 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55698) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:56.570329 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1a57-2880-485d-b8ad-b2ac14119872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.644740 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1a57-2880-485d-b8ad-b2ac14119872 admin admin] Publish callbacks [] for security_group (7b836acc-17f0-4c62-9691-f4b5c86b007b), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.715762 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1a57-2880-485d-b8ad-b2ac14119872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7b836acc-17f0-4c62-9691-f4b5c86b007b), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.755061 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-ceeb1a57-2880-485d-b8ad-b2ac14119872 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7120d65ef2a2494fafee3438df9418e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971633 Jun 27 09:48:56.755930 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb1a57-2880-485d-b8ad-b2ac14119872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b836acc-17f0-4c62-9691-f4b5c86b007b,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:48:56.757887 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55700) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:48:56.810441 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] Publish callbacks [] for security_group (7b836acc-17f0-4c62-9691-f4b5c86b007b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.831696 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] Publish callbacks [] for security_group (7b836acc-17f0-4c62-9691-f4b5c86b007b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.952459 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (7b836acc-17f0-4c62-9691-f4b5c86b007b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.954981 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:48:56.956191 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b836acc-17f0-4c62-9691-f4b5c86b007b HTTP/1.1" status: 204 len: 168 time: 0.1972222 Jun 27 09:48:56.964952 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802f49b-9543-4858-9bf6-bdbb0997b4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b836acc-17f0-4c62-9691-f4b5c86b007b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:49:00.134755 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:03.768994 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:06.749446 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=57,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:06.751336 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=50,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:06.959182 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:06.959926 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:06.977651 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:08.312480 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55786) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:49:08.416880 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c96094b-24db-485b-85e1-6a82aae838e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.491744 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c96094b-24db-485b-85e1-6a82aae838e5 admin admin] Publish callbacks [] for security_group (516b7710-5ba7-45ec-b46b-2a7bdda3085e), precommit_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.546185 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-3c96094b-24db-485b-85e1-6a82aae838e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (516b7710-5ba7-45ec-b46b-2a7bdda3085e), after_create {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.585701 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-3c96094b-24db-485b-85e1-6a82aae838e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7df4073fd39f4fe893204c3327082d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721369 Jun 27 09:49:08.587687 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96094b-24db-485b-85e1-6a82aae838e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b7710-5ba7-45ec-b46b-2a7bdda3085e,revision_number=1']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:49:08.588454 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55790) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:49:08.637384 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] Publish callbacks [] for security_group (516b7710-5ba7-45ec-b46b-2a7bdda3085e), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.657895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] Publish callbacks [] for security_group (516b7710-5ba7-45ec-b46b-2a7bdda3085e), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.789443 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (516b7710-5ba7-45ec-b46b-2a7bdda3085e), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.791968 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:08.793133 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/516b7710-5ba7-45ec-b46b-2a7bdda3085e HTTP/1.1" status: 204 len: 168 time: 0.2037020 Jun 27 09:49:08.801192 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f3deb-ca7c-4cdb-96d9-8846f4c21224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b7710-5ba7-45ec-b46b-2a7bdda3085e,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:49:08.813982 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=71,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:10.258035 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a6550b82-b8d8-4eb3-8f33-87dc3f0506a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:11.165582 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-8a9702c3-6f20-443d-9f81-32954cf1d3a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374408 Jun 27 09:49:11.226255 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cb9e-056e-4221-abc3-6a9929439288 req-4293c5dd-1a9d-4d1b-8820-3bbcb2aaa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:11.227726 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-4293c5dd-1a9d-4d1b-8820-3bbcb2aaa51b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0384130 Jun 27 09:49:11.339889 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cb9e-056e-4221-abc3-6a9929439288 req-f08a8e82-a733-4794-b538-d5a8149c2f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:11.341334 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-f08a8e82-a733-4794-b538-d5a8149c2f9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0893049 Jun 27 09:49:11.405129 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-79c76e69-655b-4cc7-bc8b-7790baba96ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 1000 time: 0.0540588 Jun 27 09:49:11.453588 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cb9e-056e-4221-abc3-6a9929439288 req-42a88171-48d3-40b5-986b-4b4da26f1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:11.454938 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-42a88171-48d3-40b5-986b-4b4da26f1de7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0429447 Jun 27 09:49:11.502961 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cb9e-056e-4221-abc3-6a9929439288 req-ec976815-d4fe-410c-a9dd-6bbb2d9863df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:11.504963 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-ec976815-d4fe-410c-a9dd-6bbb2d9863df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411177 Jun 27 09:49:11.593432 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-bde8a86e-b345-4226-a933-7ae09b02d2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807385 Jun 27 09:49:11.690198 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c009cb9e-056e-4221-abc3-6a9929439288 req-04740f69-dd61-4d93-8e02-607c8e9cd770 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867288 Jun 27 09:49:12.580107 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3a1d370b-37e6-4fb9-81dc-35551f78faed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:14.917668 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:16.025980 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:16.173188 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:18.574872 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=13,neutron:INSERT=6 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:18.584058 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=24,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:19.218699 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 55864) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:49:19.324471 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-de9b9edf-df98-40fd-9e3d-0626f36265f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.399346 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-de9b9edf-df98-40fd-9e3d-0626f36265f5 admin admin] Publish callbacks [] for security_group (12d26154-4e35-44ff-b1f0-0c1e71df81ac), precommit_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.466193 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-de9b9edf-df98-40fd-9e3d-0626f36265f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (12d26154-4e35-44ff-b1f0-0c1e71df81ac), after_create {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.506444 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-de9b9edf-df98-40fd-9e3d-0626f36265f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=049fe8b4f0fa4aa1a78349d3c4dbe7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866881 Jun 27 09:49:19.507307 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b9edf-df98-40fd-9e3d-0626f36265f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d26154-4e35-44ff-b1f0-0c1e71df81ac,revision_number=1']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:49:19.509138 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55868) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:49:19.559936 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] Publish callbacks [] for security_group (12d26154-4e35-44ff-b1f0-0c1e71df81ac), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.583953 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] Publish callbacks [] for security_group (12d26154-4e35-44ff-b1f0-0c1e71df81ac), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.677811 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (12d26154-4e35-44ff-b1f0-0c1e71df81ac), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.680270 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:19.681437 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12d26154-4e35-44ff-b1f0-0c1e71df81ac HTTP/1.1" status: 204 len: 168 time: 0.1711440 Jun 27 09:49:19.689776 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d7d78-b446-4ba2-9aee-2f8eac3be658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d26154-4e35-44ff-b1f0-0c1e71df81ac,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:49:22.137766 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:22.143689 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:26.109639 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:27.138340 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:49:29.501125 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:29.502980 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:29.684594 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:29.685280 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:29.702679 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:33.797109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:37.134165 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:38.165462 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:40.287449 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-46720a0f-a3b6-42d0-bb2a-a53fe815aa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:42.597094 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-844e13a1-ac65-4413-a917-f9e3eaf338b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:44.934912 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:46.025711 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:46.185786 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:49:55.983626 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05dc6-1ba4-4e13-ae85-5856c25084bd req-3c76bb51-22c1-4862-a3dc-08dd0d5ddbe1 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:55.985087 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4cd05dc6-1ba4-4e13-ae85-5856c25084bd req-3c76bb51-22c1-4862-a3dc-08dd0d5ddbe1 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0501542 Jun 27 09:49:56.033337 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-4cd05dc6-1ba4-4e13-ae85-5856c25084bd req-7c325cbd-7ac5-4851-8ea8-87f3acca6eda tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425875 Jun 27 09:49:57.150497 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5fd62-41a3-49b0-b6b8-81d8067127d2 req-5af93886-4394-4bfe-8c98-02e84ddabe60 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:57.151993 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5b5fd62-41a3-49b0-b6b8-81d8067127d2 req-5af93886-4394-4bfe-8c98-02e84ddabe60 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0474241 Jun 27 09:49:57.199775 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-a5b5fd62-41a3-49b0-b6b8-81d8067127d2 req-96bbe591-c18b-419a-ae6c-8a09033d7440 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Jun 27 09:49:58.203030 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:58.205798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:58.312901 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545c321-3184-4009-bf57-120e9025f83f req-deee0aa5-8f49-459c-a0bd-b60164723e78 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:58.314371 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f545c321-3184-4009-bf57-120e9025f83f req-deee0aa5-8f49-459c-a0bd-b60164723e78 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0471756 Jun 27 09:49:58.362889 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f545c321-3184-4009-bf57-120e9025f83f req-3f940760-1c25-4ecf-a539-c5845cbe9357 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Jun 27 09:49:59.135645 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:59.139512 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:49:59.474246 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199346-9676-4183-8762-637db9147452 req-1a5503f9-9849-4c20-9872-d40f8a953baa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:49:59.475742 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34199346-9676-4183-8762-637db9147452 req-1a5503f9-9849-4c20-9872-d40f8a953baa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0463157 Jun 27 09:49:59.527792 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-34199346-9676-4183-8762-637db9147452 req-1f127927-fe51-45a5-aa9a-d49af6b7a4f2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463848 Jun 27 09:50:00.640282 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f6b9-d7dd-4535-a7f2-b16a4ce0561e req-68bf40c2-a746-4d53-8851-452aef1de5c9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:00.641758 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c2f0f6b9-d7dd-4535-a7f2-b16a4ce0561e req-68bf40c2-a746-4d53-8851-452aef1de5c9 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0466697 Jun 27 09:50:00.693289 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-c2f0f6b9-d7dd-4535-a7f2-b16a4ce0561e req-f6590c3c-29e4-45ad-a4f8-03e4820e47f2 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460513 Jun 27 09:50:01.806422 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae5d09-c103-4fc6-b0c0-100dba3e95e2 req-2beaeb12-07b0-458a-81ac-a4d01a44e7a0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:01.807895 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12ae5d09-c103-4fc6-b0c0-100dba3e95e2 req-2beaeb12-07b0-458a-81ac-a4d01a44e7a0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0467551 Jun 27 09:50:01.856597 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-12ae5d09-c103-4fc6-b0c0-100dba3e95e2 req-4ef25241-de53-45d6-bb3b-85ced1e2f090 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431867 Jun 27 09:50:02.967766 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7482-ca0d-4cd7-9476-39dee1185166 req-cb787d1c-1f4b-4891-890f-56ee22b2c1cb tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:02.969253 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6ea7482-ca0d-4cd7-9476-39dee1185166 req-cb787d1c-1f4b-4891-890f-56ee22b2c1cb tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0461447 Jun 27 09:50:03.017391 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-b6ea7482-ca0d-4cd7-9476-39dee1185166 req-5b8b2008-566d-4954-a5e1-45622f75052b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420635 Jun 27 09:50:03.783481 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:04.135322 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4419f3-fa5b-4c07-b894-33c5a45384b2 req-47f55acb-4191-48d6-beec-853d7dcc55fa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:04.136850 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f4419f3-fa5b-4c07-b894-33c5a45384b2 req-47f55acb-4191-48d6-beec-853d7dcc55fa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Jun 27 09:50:04.137345 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:50:04.185650 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4f4419f3-fa5b-4c07-b894-33c5a45384b2 req-e6263d98-1bdc-440b-b634-869e2638182a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433760 Jun 27 09:50:05.296272 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892af262-6e18-43ce-901f-9bc6f2b504bb req-637f72d3-a0ec-4bf8-b36f-44465a35bdf5 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:05.297753 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-892af262-6e18-43ce-901f-9bc6f2b504bb req-637f72d3-a0ec-4bf8-b36f-44465a35bdf5 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0466042 Jun 27 09:50:05.348834 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-892af262-6e18-43ce-901f-9bc6f2b504bb req-a31f809e-092a-4383-878a-3f27e05571aa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446374 Jun 27 09:50:06.287081 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93384c-abec-4dde-a89a-fe0440072606 req-167ad02e-543d-4737-bb7e-3d8ef72968a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:06.288608 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-167ad02e-543d-4737-bb7e-3d8ef72968a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0422966 Jun 27 09:50:06.377736 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93384c-abec-4dde-a89a-fe0440072606 req-c3f721a9-3f7c-4700-90f2-69fcf7cd4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:06.379670 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-c3f721a9-3f7c-4700-90f2-69fcf7cd4155 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0823188 Jun 27 09:50:06.446625 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-19ed0cf9-1867-4bb6-b15f-74de162d90f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 1000 time: 0.0578899 Jun 27 09:50:06.464587 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4f973-08d8-4e48-94de-b89dba584e88 req-53cc94d3-1dc2-4bc4-922f-3e029523fc6d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:06.466062 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20b4f973-08d8-4e48-94de-b89dba584e88 req-53cc94d3-1dc2-4bc4-922f-3e029523fc6d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0505404 Jun 27 09:50:06.497500 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93384c-abec-4dde-a89a-fe0440072606 req-34619b94-3ec7-4908-abb1-e5a33034b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:06.498939 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-34619b94-3ec7-4908-abb1-e5a33034b863 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0431454 Jun 27 09:50:06.514679 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-20b4f973-08d8-4e48-94de-b89dba584e88 req-7979a8e7-f9a4-4676-a05a-594b99b3d519 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Jun 27 09:50:06.544779 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93384c-abec-4dde-a89a-fe0440072606 req-b7410fe5-e5f1-4864-a262-885d2d868f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:06.546263 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-b7410fe5-e5f1-4864-a262-885d2d868f92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376132 Jun 27 09:50:06.638814 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-9b961e62-5a17-4492-ae8c-15f98358c6f7 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831728 Jun 27 09:50:06.729012 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-5a93384c-abec-4dde-a89a-fe0440072606 req-c56c3b9a-840d-4d54-a6a6-7dfdbab7a3c5 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807362 Jun 27 09:50:07.632131 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767ff64-c2f3-431b-8c6f-7671191efdce req-f1d129c5-9830-4df5-8e97-882a62c331cf tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:07.633577 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3767ff64-c2f3-431b-8c6f-7671191efdce req-f1d129c5-9830-4df5-8e97-882a62c331cf tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0498817 Jun 27 09:50:07.653502 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:07.668339 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:07.682230 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3767ff64-c2f3-431b-8c6f-7671191efdce req-4a3b2f28-4148-48b2-9aea-4a14096d5403 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432372 Jun 27 09:50:08.796032 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2ae9-835f-4300-8942-06cd95596de1 req-550af153-4b2c-49ff-adc8-e4260a86a81d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:08.797540 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd4b2ae9-835f-4300-8942-06cd95596de1 req-550af153-4b2c-49ff-adc8-e4260a86a81d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Jun 27 09:50:08.846455 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-dd4b2ae9-835f-4300-8942-06cd95596de1 req-249ae17b-e420-49ed-bf77-13ed26a1480e tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 Jun 27 09:50:09.958895 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ff06b-34ed-4188-a291-f64afab4fe3f req-beeefccc-34c4-48ed-995d-d3ae74707efc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:09.960419 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-493ff06b-34ed-4188-a291-f64afab4fe3f req-beeefccc-34c4-48ed-995d-d3ae74707efc tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0477324 Jun 27 09:50:10.014574 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-493ff06b-34ed-4188-a291-f64afab4fe3f req-0c2287c2-5087-4bdc-bde8-6f2e1a2386be tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485711 Jun 27 09:50:10.177947 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-4906a22a-a131-4fe5-96a2-c78df93e8d4e req-3195b8bf-9a7c-4a19-b386-00ae11d739b2 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:50:10.178975 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-4906a22a-a131-4fe5-96a2-c78df93e8d4e req-3195b8bf-9a7c-4a19-b386-00ae11d739b2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1009567 Jun 27 09:50:10.242455 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-90bc403e-1b7b-432a-a869-adfe3a0bee8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:10.421744 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768929f-6f89-4a15-941c-cb1b256978b3 req-10503cd8-b1da-4ae4-b254-c14ee7bbc798 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:10.423455 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a768929f-6f89-4a15-941c-cb1b256978b3 req-10503cd8-b1da-4ae4-b254-c14ee7bbc798 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0510993 Jun 27 09:50:10.501080 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a768929f-6f89-4a15-941c-cb1b256978b3 req-25840fe1-6c95-4129-818c-8aaea27c1105 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718715 Jun 27 09:50:10.510746 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-a583c6ca-4e02-48b0-b2e8-d7e3fac9bbe6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015549 Jun 27 09:50:10.520074 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-2b190cac-78a7-4071-91e5-2c9dcbd843e6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 09:50:10.521055 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-2b190cac-78a7-4071-91e5-2c9dcbd843e6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053844 Jun 27 09:50:10.723591 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-4b79d543-8e0b-4bf3-8d6e-af90ae40b66b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:10.724936 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-4b79d543-8e0b-4bf3-8d6e-af90ae40b66b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports/9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 942 time: 0.1766772 Jun 27 09:50:11.133809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:50:11.206070 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9d599bda-d36b-48fc-9462-bc44070afb0c is: ACTIVE; New status is: DOWN {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:50:11.206398 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:11.228000 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:50:11.230156 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a41a4c7-d8ce-4abc-86b2-853457293f11" -d '{"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-unplugged", "status": "completed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:50:11.243475 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:50:11.262501 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 09:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f81c4-7742-4a23-918e-316a1ef9679c x-openstack-request-id: req-6a4f81c4-7742-4a23-918e-316a1ef9679c {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:50:11.262825 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-unplugged", "status": "failed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "code": 422}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:50:11.263132 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6a4f81c4-7742-4a23-918e-316a1ef9679c {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:50:11.263589 dv-cinder-847730-1-iscsi neutron-server[104650]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6a4f81c4-7742-4a23-918e-316a1ef9679c']: {'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'code': 422} returned with failed status Jun 27 09:50:11.308869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:11.354776 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=6']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:50:11.361956 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.362906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.363256 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.363624 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.363960 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.364288 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.364614 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.364936 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.365258 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.365581 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.365904 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.366223 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.366541 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.366901 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.367220 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:50:11.619006 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15adcd7-9855-4590-8f31-ec25bd50b4eb req-59292fa1-34e0-43cc-b4ca-2bb8bc3f8773 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:11.620515 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f15adcd7-9855-4590-8f31-ec25bd50b4eb req-59292fa1-34e0-43cc-b4ca-2bb8bc3f8773 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0487261 Jun 27 09:50:11.669836 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-f15adcd7-9855-4590-8f31-ec25bd50b4eb req-ee12c31f-c5ca-446c-abc9-cdbd56d5cc8d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437269 Jun 27 09:50:12.600239 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-9abba059-77ea-498b-9994-938acfef6347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:12.789241 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d5045-c15a-4788-b2e7-d8667739e5a5 req-7f059aa4-9bcd-4922-b0fc-305021b2c141 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:12.790694 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa3d5045-c15a-4788-b2e7-d8667739e5a5 req-7f059aa4-9bcd-4922-b0fc-305021b2c141 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0535777 Jun 27 09:50:12.840469 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-fa3d5045-c15a-4788-b2e7-d8667739e5a5 req-ecf0ba95-07ce-40c9-bed7-b6f0dd52dcf0 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Jun 27 09:50:13.309475 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-605d56cc-415e-4cc6-b277-e32035cc22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.310969 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-605d56cc-415e-4cc6-b277-e32035cc22da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2&tenant_id=cf6354961eda4916a8324508b45a98d5 HTTP/1.1" status: 200 len: 1127 time: 0.0394590 Jun 27 09:50:13.373869 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-02ff9744-3c20-4c09-ba79-f48efe8651a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.375341 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-02ff9744-3c20-4c09-ba79-f48efe8651a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1127 time: 0.0410683 Jun 27 09:50:13.466001 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-5e9f0762-f13e-4bfb-804b-941796de76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.467434 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-5e9f0762-f13e-4bfb-804b-941796de76b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0829170 Jun 27 09:50:13.532443 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-d257678b-839b-45ea-8642-cff3448172f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 998 time: 0.0556040 Jun 27 09:50:13.583402 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-a428154a-0f48-493e-94aa-40e37ec99998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.584842 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-a428154a-0f48-493e-94aa-40e37ec99998 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0430644 Jun 27 09:50:13.630907 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-b29f2cc1-f76c-4528-acfb-f3a483e68f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.632361 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-b29f2cc1-f76c-4528-acfb-f3a483e68f4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375669 Jun 27 09:50:13.725870 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-f8476d64-1805-4562-b390-78a6b93d081d service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841322 Jun 27 09:50:13.817155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-622a213f-15fe-4266-a6aa-713a3cc22b68 req-0c45e377-916a-46b4-9a77-03e12bdb5e18 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813754 Jun 27 09:50:13.955918 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcdb1b-c0e7-4505-aac2-0005af1f9732 req-8aaa065f-d5a0-4b1c-84e8-f2f4ea30fda4 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:13.957873 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fafcdb1b-c0e7-4505-aac2-0005af1f9732 req-8aaa065f-d5a0-4b1c-84e8-f2f4ea30fda4 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0513189 Jun 27 09:50:14.005447 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-fafcdb1b-c0e7-4505-aac2-0005af1f9732 req-166717b0-737f-472a-a83d-3442314c37eb tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421121 Jun 27 09:50:14.134608 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:14.926512 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:15.117927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e543183-e830-4608-8657-5ee616dbb2a2 req-18591a2e-eb53-4bf6-850c-e6253dce519a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:15.119375 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e543183-e830-4608-8657-5ee616dbb2a2 req-18591a2e-eb53-4bf6-850c-e6253dce519a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0465267 Jun 27 09:50:15.166517 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-6e543183-e830-4608-8657-5ee616dbb2a2 req-0deaa9a3-b1ea-4022-b476-4e0dbef5b18e tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Jun 27 09:50:16.034561 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:16.183243 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:16.279208 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b5b2-0cef-4fb0-b867-b9b7d9e75fae req-0a48fe0f-a7b9-4e16-bc31-9ff3f8ac2995 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:16.280721 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e295b5b2-0cef-4fb0-b867-b9b7d9e75fae req-0a48fe0f-a7b9-4e16-bc31-9ff3f8ac2995 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0463097 Jun 27 09:50:16.305716 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:16.325785 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=100 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:16.330815 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-e295b5b2-0cef-4fb0-b867-b9b7d9e75fae req-b632f247-37b5-4279-9f19-407ec5273eb6 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Jun 27 09:50:17.446358 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26424cc6-e0f3-4963-9483-74821112edf8 req-d87470b2-a831-4138-adb4-42736fe5170c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:17.447804 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26424cc6-e0f3-4963-9483-74821112edf8 req-d87470b2-a831-4138-adb4-42736fe5170c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0496254 Jun 27 09:50:17.495246 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-26424cc6-e0f3-4963-9483-74821112edf8 req-f8af4de0-1d15-4319-9819-415a4a20e497 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419972 Jun 27 09:50:18.608091 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c275-f192-47d9-91ba-ef87e049ed66 req-a12b4d9c-9799-47d4-ae42-02e74ec09147 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:18.609534 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc78c275-f192-47d9-91ba-ef87e049ed66 req-a12b4d9c-9799-47d4-ae42-02e74ec09147 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0492129 Jun 27 09:50:18.657454 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dc78c275-f192-47d9-91ba-ef87e049ed66 req-add1bce1-05c6-42b5-af83-0bd39fdb342e tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420012 Jun 27 09:50:19.769899 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ab81b-8101-4445-b7c3-4e583119fd56 req-1f8da83a-9da9-443d-83a5-01282a0f4520 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:19.771391 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb0ab81b-8101-4445-b7c3-4e583119fd56 req-1f8da83a-9da9-443d-83a5-01282a0f4520 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0471902 Jun 27 09:50:19.819059 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-eb0ab81b-8101-4445-b7c3-4e583119fd56 req-0f98ffe2-e526-4374-b0a6-8249a175313d tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422215 Jun 27 09:50:20.929199 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4706a1b-6d0c-41e9-9976-e482609fad27 req-72aed754-617a-43f1-9c0f-f51da8efc753 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:20.930559 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a4706a1b-6d0c-41e9-9976-e482609fad27 req-72aed754-617a-43f1-9c0f-f51da8efc753 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 943 time: 0.0464349 Jun 27 09:50:20.979183 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-a4706a1b-6d0c-41e9-9976-e482609fad27 req-6ee05dc9-814e-414d-aa62-d62a832f967b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 Jun 27 09:50:21.173834 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=104650) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 09:50:21.272211 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:50:21.284294 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Returning: {'device': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'port_id': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'mac_address': 'fa:16:3e:b3:6b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104650) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 09:50:21.319792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9d599bda-d36b-48fc-9462-bc44070afb0c is: DOWN; New status is: BUILD {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:50:21.320186 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:21.333677 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d599bda-d36b-48fc-9462-bc44070afb0c {{(pid=104650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 09:50:21.352996 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:50:21.417516 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:21.464429 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=7']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:50:21.679867 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] get_ports_and_sgs() called for port_ids ['9d599bda-d36b-48fc-9462-bc44070afb0c'] {{(pid=104650) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 09:50:21.873333 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:21.883840 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:22.053749 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:22.055601 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:22.089344 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b050e-cc21-46f9-b9cb-3e775709c637 req-dec6a3df-4ec9-4082-ae2b-a4a771a142e8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:22.090812 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-911b050e-cc21-46f9-b9cb-3e775709c637 req-dec6a3df-4ec9-4082-ae2b-a4a771a142e8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 944 time: 0.0464063 Jun 27 09:50:22.142551 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-911b050e-cc21-46f9-b9cb-3e775709c637 req-be4cb454-f383-471f-a173-bb261806f4cd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Jun 27 09:50:23.190289 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c up at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 09:50:23.237298 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.provisioning_blocks [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Provisioning complete for port 9d599bda-d36b-48fc-9462-bc44070afb0c triggered by entity L2. {{(pid=104650) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 09:50:23.237674 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717014'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), provisioning_complete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:23.255347 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32de32-1681-432e-aa6c-a4fa5a0c0702 req-dfafbf92-4289-40cc-b7e6-5fb55b2b6fcb tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:23.256859 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ad32de32-1681-432e-aa6c-a4fa5a0c0702 req-dfafbf92-4289-40cc-b7e6-5fb55b2b6fcb tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 944 time: 0.0463564 Jun 27 09:50:23.309381 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-ad32de32-1681-432e-aa6c-a4fa5a0c0702 req-5720806c-477e-450c-b297-97fb6d2a45e3 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469277 Jun 27 09:50:23.310831 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Current status of the port 9d599bda-d36b-48fc-9462-bc44070afb0c is: BUILD; New status is: ACTIVE {{(pid=104650) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 09:50:23.311224 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682198'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:23.334669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:50:23.336888 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d71a453fe64b71760919ab496eeb873ab219bbe30f2445f8aaf2b73d7786ec3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe1afaa-d090-4c5c-8827-21f88e2530bd" -d '{"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:50:23.349869 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:50:23.374255 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273a4fc-e97e-4d51-a418-3694eab13f4c x-openstack-request-id: req-f273a4fc-e97e-4d51-a418-3694eab13f4c {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:50:23.374548 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-plugged", "status": "completed", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "code": 200}]} {{(pid=104650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:50:23.374808 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f273a4fc-e97e-4d51-a418-3694eab13f4c {{(pid=104650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:50:23.375205 dv-cinder-847730-1-iscsi neutron-server[104650]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f273a4fc-e97e-4d51-a418-3694eab13f4c'] response: {'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'code': 200} Jun 27 09:50:23.429260 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784313610078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784313206694', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784313206712'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:23.478810 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Pushing event updated for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=8']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:50:23.657833 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb5dad-eda6-46c6-b8ee-9b244654e7ad req-bf7409f2-ce9d-4a3c-8984-134e22e9445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:23.659314 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-87eb5dad-eda6-46c6-b8ee-9b244654e7ad req-bf7409f2-ce9d-4a3c-8984-134e22e9445e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0381248 Jun 27 09:50:23.708434 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-87eb5dad-eda6-46c6-b8ee-9b244654e7ad req-8060a9b0-d202-4bbb-8612-bf02e7a5fc33 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Jun 27 09:50:24.421489 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752162eb-65a5-4f77-9f67-202a25d75cce req-570ba753-83f1-4baf-8592-1120121cf711 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:24.422921 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-752162eb-65a5-4f77-9f67-202a25d75cce req-570ba753-83f1-4baf-8592-1120121cf711 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0453515 Jun 27 09:50:24.471198 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-752162eb-65a5-4f77-9f67-202a25d75cce req-08fb4281-e47a-4f23-bb9f-54d9b7705a5a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Jun 27 09:50:25.585938 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388c2be-429f-4efd-9cc0-8da5770810c8 req-d70e852a-1969-490b-be94-7f9325e57dfa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:50:25.587780 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3388c2be-429f-4efd-9cc0-8da5770810c8 req-d70e852a-1969-490b-be94-7f9325e57dfa tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Jun 27 09:50:25.635488 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-3388c2be-429f-4efd-9cc0-8da5770810c8 req-5fadefac-914c-4c58-a408-a3f430266934 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427473 Jun 27 09:50:33.475360 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:33.476689 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=28 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:33.779144 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:34.463813 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=43 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:34.467734 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=47 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:35.628446 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=11 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:35.632011 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=23 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:38.061722 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:38.063571 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=16 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:40.253070 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-66c28062-8c01-4360-a833-e242965b2e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:41.135952 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:50:42.594303 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e7da1be4-7bdf-48fa-8baf-e6b789a1a649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:44.936937 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:46.024948 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:46.196354 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:50:51.131843 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:51.132603 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:56.109091 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:50:56.111039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:03.852683 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:10.264280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-151c77ef-32b9-494d-882d-bb2760ed30f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:12.583124 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c4e64873-6b0a-4c3a-8a2b-62d72471ed54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:13.131657 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:13.141625 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:14.161064 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-8d77448d-acf9-402e-a38f-2ee546ef963e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401940 Jun 27 09:51:14.242533 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68930-635d-499e-b4fa-48de2865ff29 req-f43e7be5-62df-4df6-b9ac-616ccb9134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:14.244066 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-f43e7be5-62df-4df6-b9ac-616ccb9134bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0388458 Jun 27 09:51:14.355277 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68930-635d-499e-b4fa-48de2865ff29 req-43ef383d-259e-4ec5-91c9-69b11b7f4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:14.356767 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-43ef383d-259e-4ec5-91c9-69b11b7f4745 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0843728 Jun 27 09:51:14.671375 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-d207fa9d-90f3-422b-8bc5-8fa0cf310508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 1000 time: 0.3043149 Jun 27 09:51:14.720364 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68930-635d-499e-b4fa-48de2865ff29 req-ee4d74c0-c542-4872-8878-da56173b3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:14.721746 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-ee4d74c0-c542-4872-8878-da56173b3288 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0415182 Jun 27 09:51:14.764841 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68930-635d-499e-b4fa-48de2865ff29 req-919933ae-cacf-4e8c-b8c1-4ad6c4389e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:14.766267 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-919933ae-cacf-4e8c-b8c1-4ad6c4389e43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360038 Jun 27 09:51:14.858667 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-77db23b7-b7dd-4966-a45e-1855e187301c service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Jun 27 09:51:14.936982 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:14.953457 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-dba68930-635d-499e-b4fa-48de2865ff29 req-1d2c0091-a554-43ae-a960-561c276f3fed service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843439 Jun 27 09:51:16.024386 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:16.161467 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:18.134826 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:51:24.949345 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=49 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:24.950136 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=52 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:26.111913 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:26.113238 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:28.130729 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:33.863875 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:38.168710 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:38.169467 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:38.915066 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 55978) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:39.053065 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Deleting port 3f3ba014-daf8-48ca-8c8e-35d9c2203acc {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:39.053401 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.129162 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.129490 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for floatingip (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.141967 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Calling delete_port for 3f3ba014-daf8-48ca-8c8e-35d9c2203acc owned by network:floatingip {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:39.347927 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (3f3ba014-daf8-48ca-8c8e-35d9c2203acc), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.375062 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event deleted for resources: {'Port': ['ID=3f3ba014-daf8-48ca-8c8e-35d9c2203acc,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:39.387388 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.387764 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.389667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.389667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.389667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.389667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.389667 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.390250 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.390250 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.390459 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.390664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.390989 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.391312 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.391662 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.391984 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:39.446703 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for floatingip (3a83a219-5b9b-4d34-9ba2-87dc765044da), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.447033 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.db.l3_db [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Floating IP 3a83a219-5b9b-4d34-9ba2-87dc765044da disassociated (deleted). External IP: 172.27.1.93, port: 9d599bda-d36b-48fc-9462-bc44070afb0c. Jun 27 09:51:39.887911 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Router fd6e828e-9504-46f0-bb54-362a72450c4f has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:51:39.989756 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:51:39.994584 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for floatingip (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:39.999033 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Sync routers for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:51:40.008415 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:40.009024 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:40.014072 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:40.024045 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-f9f30bda-3739-4f2e-97f2-06484cd29f7a tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "DELETE /v2.0/floatingips/3a83a219-5b9b-4d34-9ba2-87dc765044da HTTP/1.1" status: 204 len: 168 time: 1.1075809 Jun 27 09:51:40.034569 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:51:40.034569 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ae45c0dd16e8fbadb8cfcd3f6e6e709b438c7a0f2e205ddfd5a8a1b69065be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf9468-0514-4e65-8e76-8f950ce5fbae" -d '{"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:51:40.069630 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 09:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61fa71a-dc56-473c-9b82-7df03bac706b x-openstack-request-id: req-b61fa71a-dc56-473c-9b82-7df03bac706b {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:51:40.069967 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "status": "completed", "code": 200}]} {{(pid=104649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:51:40.070176 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b61fa71a-dc56-473c-9b82-7df03bac706b {{(pid=104649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:51:40.070594 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61fa71a-dc56-473c-9b82-7df03bac706b'] response: {'name': 'network-changed', 'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'status': 'completed', 'code': 200} Jun 27 09:51:40.144056 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-618a473e-6c2b-4db6-851e-4eb06f4360ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:40.145612 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-618a473e-6c2b-4db6-851e-4eb06f4360ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf6354961eda4916a8324508b45a98d5&device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 1129 time: 0.0438135 Jun 27 09:51:40.208379 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:40.246318 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-3989b48a-4e59-4fe9-b974-9f759a78e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:40.247861 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-3989b48a-4e59-4fe9-b974-9f759a78e2da service neutron] 10.222.0.55 "GET /v2.0/networks?id=e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 200 len: 910 time: 0.0917301 Jun 27 09:51:40.279662 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a71b69ef-012e-4d7f-9c05-b93f1c3a5d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:40.291150 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-5f67db56-a3f5-4af7-a8ea-a7300cb6ad82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 200 len: 217 time: 0.0345125 Jun 27 09:51:40.346675 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-2f53cc3d-e1ab-43df-9bce-e12965acfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:40.348294 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-2f53cc3d-e1ab-43df-9bce-e12965acfb76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 200 len: 848 time: 0.0470362 Jun 27 09:51:40.394658 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-5dd4e1ca-e712-424a-a5c2-3d5f3279c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:40.396155 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-5dd4e1ca-e712-424a-a5c2-3d5f3279c2cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e4924a4a-6de5-4807-86e8-d54106b11160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390637 Jun 27 09:51:40.399215 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:40.424299 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Checking router: fd6e828e-9504-46f0-bb54-362a72450c4f for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:51:40.438034 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:40.438650 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:13Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:40.501235 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-115fa423-eaf9-436d-8ebf-9dd9306a3aca service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962379 Jun 27 09:51:40.547562 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:40.574121 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:40.582917 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1426a-3462-443f-96bc-4f5c2bc5d9f7 req-e9845899-2f80-4890-ac26-ddd1a7f114c8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:40.584441 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-edd1426a-3462-443f-96bc-4f5c2bc5d9f7 req-e9845899-2f80-4890-ac26-ddd1a7f114c8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.1002278 Jun 27 09:51:40.638350 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-edd1426a-3462-443f-96bc-4f5c2bc5d9f7 req-b9a3158f-3b47-44ba-a9d3-b4f7f917e0f5 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Jun 27 09:51:40.729750 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:40.756323 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e2ed9-4b24-4c26-970c-7b24e527dde2 None None] The sync data for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi is: [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:04Z', 'revision_number': 4, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi', '_interfaces': [{'id': '0cf56da7-0ae6-465e-bc55-c18c2961573b', 'name': '', 'network_id': 'e4924a4a-6de5-4807-86e8-d54106b11160', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'mac_address': 'fa:16:3e:36:01:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '244f8253-d1c8-471b-a522-0c4671730f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:03Z', 'updated_at': '2022-06-27T09:47:08Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'subnets': [{'id': '244f8253-d1c8-471b-a522-0c4671730f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:51:40.960896 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8113da1f-9978-4f8f-a995-711162d3cd34 None None] New status for floating IP 3a83a219-5b9b-4d34-9ba2-87dc765044da: DOWN {{(pid=104650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 09:51:41.683116 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-3bdf9468-0514-4e65-8e76-8f950ce5fbae req-e8014c80-0476-45c3-88d6-3b6cd9b11836 service neutron] 10.222.0.55 "GET /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883610 Jun 27 09:51:41.804306 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779dae7-4056-48ce-8450-be3c5896c418 req-4d6920ad-8a2c-4ec8-a2a0-f4c391ba2804 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:41.805780 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6779dae7-4056-48ce-8450-be3c5896c418 req-4d6920ad-8a2c-4ec8-a2a0-f4c391ba2804 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0977848 Jun 27 09:51:41.854045 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-6779dae7-4056-48ce-8450-be3c5896c418 req-68a7005a-9643-487d-8ec9-f731ed71bf3b tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/security-groups?id=9be051fb-eb82-467b-877c-0cbff63a072c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Jun 27 09:51:42.212548 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70673bb6-472c-4a2e-a117-727a0a685390 req-7720131f-b637-46da-a963-5eada73c1a50 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 09:51:42.213892 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-70673bb6-472c-4a2e-a117-727a0a685390 req-7720131f-b637-46da-a963-5eada73c1a50 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.55 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 945 time: 0.0468817 Jun 27 09:51:42.299425 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Deleting port 9d599bda-d36b-48fc-9462-bc44070afb0c {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:42.299785 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:42.386322 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] For port 9d599bda-d36b-48fc-9462-bc44070afb0c, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d599bda-d36b-48fc-9462-bc44070afb0c,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:42.386692 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:42.400043 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Calling delete_port for 9d599bda-d36b-48fc-9462-bc44070afb0c owned by compute:nova {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:42.623805 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (9d599bda-d36b-48fc-9462-bc44070afb0c), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:42.630381 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:42.646585 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c5a551f5-bc17-49e1-b64b-6c2b64e12904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:42.651399 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event deleted for resources: {'Port': ['ID=9d599bda-d36b-48fc-9462-bc44070afb0c,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:42.661390 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.661737 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.662080 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.662421 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.662756 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.663092 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.663417 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.664250 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.664250 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.664460 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.664711 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.665034 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.665357 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.665683 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.666004 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:42.671850 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:42.714231 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] No DVR routers for this DVR port 9d599bda-d36b-48fc-9462-bc44070afb0c on host hv-cinder-84773 {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:51:42.717016 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63336'] for port (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:42.720653 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-70673bb6-472c-4a2e-a117-727a0a685390 req-750af1f0-2960-4d35-a0b7-9b190d47c9b8 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.55 "DELETE /v2.0/ports/9d599bda-d36b-48fc-9462-bc44070afb0c HTTP/1.1" status: 204 len: 173 time: 0.4987609 Jun 27 09:51:42.725402 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-deleted', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c'}] {{(pid=104648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 09:51:42.725402 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1b574fa8a14a7633c6ccd574bc040b2535f180d992a52cd533b1a902ecab528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4028ff3b-1e9a-486a-ba68-2a580e63dcaf" -d '{"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-deleted", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c"}]}' {{(pid=104648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 09:51:42.761088 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 09:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9849838d-dfd5-4f9f-a9c0-3191bdd51359 x-openstack-request-id: req-9849838d-dfd5-4f9f-a9c0-3191bdd51359 {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 09:51:42.761390 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526bfd18-438f-40ca-a0a2-23590d5712c2", "name": "network-vif-deleted", "tag": "9d599bda-d36b-48fc-9462-bc44070afb0c", "status": "completed", "code": 200}]} {{(pid=104648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 09:51:42.761655 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9849838d-dfd5-4f9f-a9c0-3191bdd51359 {{(pid=104648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 09:51:42.762069 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9849838d-dfd5-4f9f-a9c0-3191bdd51359'] response: {'server_uuid': '526bfd18-438f-40ca-a0a2-23590d5712c2', 'name': 'network-vif-deleted', 'tag': '9d599bda-d36b-48fc-9462-bc44070afb0c', 'status': 'completed', 'code': 200} Jun 27 09:51:42.951036 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [req-11af27c4-0111-435b-bbfe-844aae7ec388 req-00b6eb69-e481-4dbe-ab1a-9b8ca4b31503 tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 210 time: 0.0289967 Jun 27 09:51:44.059084 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [req-65906e6b-c4b0-4bdd-ba05-ad51aaab73b5 req-551273ca-60b7-4720-b72b-8a5d7eb9e55c tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "GET /v2.0/ports?device_id=526bfd18-438f-40ca-a0a2-23590d5712c2 HTTP/1.1" status: 200 len: 210 time: 0.0275116 Jun 27 09:51:44.943989 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:45.117314 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56012) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:45.171732 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (9be051fb-eb82-467b-877c-0cbff63a072c), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:45.197081 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (9be051fb-eb82-467b-877c-0cbff63a072c), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:45.332741 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (9be051fb-eb82-467b-877c-0cbff63a072c), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:45.335302 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:45.336504 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] 10.222.0.64 "DELETE /v2.0/security-groups/9be051fb-eb82-467b-877c-0cbff63a072c HTTP/1.1" status: 204 len: 168 time: 0.2195549 Jun 27 09:51:45.345755 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941f529-1168-4000-be1e-87ec84ca4ebd tempest-TestShelveInstance-704817079 tempest-TestShelveInstance-704817079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be051fb-eb82-467b-877c-0cbff63a072c,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:45.512389 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c no longer exists at agent hyperv_hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:45.530760 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] No Port match for: 9d599bda-d36b-48fc-9462-bc44070afb0c {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:45.531100 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Device 9d599bda-d36b-48fc-9462-bc44070afb0c not bound to the agent host hv-cinder-84773 {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:46.035118 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:46.178022 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:46.443765 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56018) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:46.745413 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (fd6e828e-9504-46f0-bb54-362a72450c4f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:46.960145 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Deleting port 0cf56da7-0ae6-465e-bc55-c18c2961573b {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:46.960484 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:47.040244 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] For port 0cf56da7-0ae6-465e-bc55-c18c2961573b, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0cf56da7-0ae6-465e-bc55-c18c2961573b,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:47.040535 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:47.053926 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Calling delete_port for 0cf56da7-0ae6-465e-bc55-c18c2961573b owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:47.147952 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=100 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:47.185210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:47.286708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (0cf56da7-0ae6-465e-bc55-c18c2961573b), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:47.311860 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf56da7-0ae6-465e-bc55-c18c2961573b,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:47.470664 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (fd6e828e-9504-46f0-bb54-362a72450c4f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:47.672144 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Router fd6e828e-9504-46f0-bb54-362a72450c4f has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:51:47.772268 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:51:47.777110 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-63be644a-8c80-4985-a469-1a2db1aa373f admin admin] 10.222.0.64 "PUT /v2.0/routers/fd6e828e-9504-46f0-bb54-362a72450c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3323531 Jun 27 09:51:47.779620 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56020) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:47.780801 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Sync routers for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:51:47.793850 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:47.794469 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:47.876407 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks [] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:47.892076 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: dv-cinder-847730-1-iscsi {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:47.983547 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks [] for router_gateway (fd6e828e-9504-46f0-bb54-362a72450c4f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.054946 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:48.059965 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:51:47Z', 'revision_number': 5, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port': {'id': '28e2ea26-8a60-42ec-90bb-ab33ee820c96', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:5a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:48.066154 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:48.085494 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Checking router: fd6e828e-9504-46f0-bb54-362a72450c4f for host: dv-cinder-847730-1-iscsi {{(pid=104651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:51:48.091239 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=100 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:48.092692 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Deleting port 28e2ea26-8a60-42ec-90bb-ab33ee820c96 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:48.093046 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.096398 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Routers {'fd6e828e-9504-46f0-bb54-362a72450c4f'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:48.097076 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['fd6e828e-9504-46f0-bb54-362a72450c4f'], 'active': True} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:48.171047 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] For port 28e2ea26-8a60-42ec-90bb-ab33ee820c96, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=28e2ea26-8a60-42ec-90bb-ab33ee820c96,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:48.171765 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.179468 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_dvr_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] Set router fd6e828e-9504-46f0-bb54-362a72450c4f gateway port host: None {{(pid=104651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:48.185337 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Calling delete_port for 28e2ea26-8a60-42ec-90bb-ab33ee820c96 owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:48.189009 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:48.230082 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.l3_hamode_db [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:51:47Z', 'revision_number': 6, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:48.253992 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde7954-66c1-4048-8413-7211c3274922 None None] The sync data for ids ['fd6e828e-9504-46f0-bb54-362a72450c4f'] in dv-cinder-847730-1-iscsi is: [{'id': 'fd6e828e-9504-46f0-bb54-362a72450c4f', 'name': 'tempest-TestShelveInstance-1191437462-router', 'tenant_id': 'cf6354961eda4916a8324508b45a98d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:00Z', 'updated_at': '2022-06-27T09:51:47Z', 'revision_number': 6, 'project_id': 'cf6354961eda4916a8324508b45a98d5', 'gw_port_host': None}] {{(pid=104651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:51:48.490806 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (28e2ea26-8a60-42ec-90bb-ab33ee820c96), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.517278 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e2ea26-8a60-42ec-90bb-ab33ee820c96,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:48.582436 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (fd6e828e-9504-46f0-bb54-362a72450c4f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.670714 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.672962 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks [] for router_controller (fd6e828e-9504-46f0-bb54-362a72450c4f), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.766543 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (fd6e828e-9504-46f0-bb54-362a72450c4f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.767088 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd6e828e-9504-46f0-bb54-362a72450c4f {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:51:48.771687 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.772930 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-efa284ec-3092-4fc7-a698-2bc2449fcce1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/fd6e828e-9504-46f0-bb54-362a72450c4f HTTP/1.1" status: 204 len: 168 time: 0.9923062 Jun 27 09:51:48.775334 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56022) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:48.822077 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Deleting subnet 244f8253-d1c8-471b-a522-0c4671730f75 {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:51:48.825178 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Publish callbacks [] for subnet (244f8253-d1c8-471b-a522-0c4671730f75), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.858090 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (244f8253-d1c8-471b-a522-0c4671730f75), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:48.929240 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (244f8253-d1c8-471b-a522-0c4671730f75), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.030222 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (244f8253-d1c8-471b-a522-0c4671730f75), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.055708 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244f8253-d1c8-471b-a522-0c4671730f75,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:49.061455 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.065608 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-2472b39d-98ba-4e2d-bee9-07e3d86fd9b7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/244f8253-d1c8-471b-a522-0c4671730f75 HTTP/1.1" status: 204 len: 168 time: 0.2888086 Jun 27 09:51:49.067973 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56024) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:49.071180 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0facafa0-dfca-4788-82cf-a7d372356cd0 None None] Network e4924a4a-6de5-4807-86e8-d54106b11160 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:51:49.142164 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (e4924a4a-6de5-4807-86e8-d54106b11160), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.185994 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Deleting port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:49.186348 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.239048 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] DHCP port deletion for e4924a4a-6de5-4807-86e8-d54106b11160 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:51:49.257362 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] For port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:49.257735 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.280158 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Calling delete_port for 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:49.285754 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Deleting port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:49.286160 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.349778 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] For port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,segment=NetworkSegment(42fdb759-39ab-4826-93ac-b2513df7b2f5),segment_id=42fdb759-39ab-4826-93ac-b2513df7b2f5)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:49.350181 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.367307 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Calling delete_port for 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:49.424388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.448340 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (090cdf5b-0f0e-477f-b99e-3658e38bd1a1), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.453955 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Pushing event deleted for resources: {'Port': ['ID=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:49.458122 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] No DVR routers for this DVR port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:51:49.472046 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Pushing event deleted for resources: {'Port': ['ID=090cdf5b-0f0e-477f-b99e-3658e38bd1a1,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:49.481930 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.482284 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.482630 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.483018 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.483336 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.483669 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.484007 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.484339 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.484670 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.485000 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.485331 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.485662 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.485988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.486340 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.486664 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-1-iscsi {{(pid=104650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 09:51:49.489477 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218d3d9-34d1-47af-94a5-ee6447d0e23c None None] No DVR routers for this DVR port 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:51:49.530195 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (e4924a4a-6de5-4807-86e8-d54106b11160), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.550653 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4924a4a-6de5-4807-86e8-d54106b11160']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:49.559976 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fdb759-39ab-4826-93ac-b2513df7b2f5') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:49.560281 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fdb759-39ab-4826-93ac-b2513df7b2f5') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:49.570373 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (42fdb759-39ab-4826-93ac-b2513df7b2f5), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.584144 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (42fdb759-39ab-4826-93ac-b2513df7b2f5), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.590380 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:51:49.590766 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (42fdb759-39ab-4826-93ac-b2513df7b2f5), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.620527 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 42fdb759-39ab-4826-93ac-b2513df7b2f5 resource provider aggregate not found Jun 27 09:51:49.650749 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 42fdb759-39ab-4826-93ac-b2513df7b2f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42fdb759-39ab-4826-93ac-b2513df7b2f5 found for delete ", "request_id": "req-61589f6d-41ca-426f-a3e2-618ba45276d1"}]} Jun 27 09:51:49.724553 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (e4924a4a-6de5-4807-86e8-d54106b11160), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.731892 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:49.735015 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4924a4a-6de5-4807-86e8-d54106b11160 HTTP/1.1" status: 204 len: 168 time: 0.6660063 Jun 27 09:51:49.738079 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56030) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:49.744134 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7c2c6-ccb1-4ab7-bae5-e782244f5792 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4924a4a-6de5-4807-86e8-d54106b11160,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:49.824200 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:50.018501 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:50.044023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:50.044023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 090cdf5b-0f0e-477f-b99e-3658e38bd1a1 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:50.044023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0cf56da7-0ae6-465e-bc55-c18c2961573b no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:50.065652 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 0cf56da7-0ae6-465e-bc55-c18c2961573b {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:50.066337 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0cf56da7-0ae6-465e-bc55-c18c2961573b not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:50.066743 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 28e2ea26-8a60-42ec-90bb-ab33ee820c96 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:50.090035 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 28e2ea26-8a60-42ec-90bb-ab33ee820c96 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:50.090707 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 28e2ea26-8a60-42ec-90bb-ab33ee820c96 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:50.266256 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:50.298301 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3837832'] for router_interface (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:50.523781 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Deleting port 0030f090-9b43-4308-bd43-32752c9b8962 {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:50.524128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (0030f090-9b43-4308-bd43-32752c9b8962), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:50.603554 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] For port 0030f090-9b43-4308-bd43-32752c9b8962, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=0030f090-9b43-4308-bd43-32752c9b8962,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:50.603914 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (0030f090-9b43-4308-bd43-32752c9b8962), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:50.617153 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Calling delete_port for 0030f090-9b43-4308-bd43-32752c9b8962 owned by network:router_interface {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:50.850963 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (0030f090-9b43-4308-bd43-32752c9b8962), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:50.872954 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Pushing event deleted for resources: {'Port': ['ID=0030f090-9b43-4308-bd43-32752c9b8962,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:51.028312 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:51.047128 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3685130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3837724'] for router_interface (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:51.151445 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:51.252971 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb has already been hosted by L3 agent e3fc6de4-0ae5-46ce-815a-e2462e595360 {{(pid=104649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 09:51:51.354195 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] Notify agent at l3_agent.dv-cinder-847730-1-iscsi the message routers_updated {{(pid=104649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 09:51:51.359576 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-cfb884f2-5ae8-4817-94e1-997c3d50a852 admin admin] 10.222.0.64 "PUT /v2.0/routers/566c7408-8ce0-4830-81d0-eb04fb1ff7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6204708 Jun 27 09:51:51.362897 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56032) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:51.363450 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Sync routers for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 09:51:51.373102 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:51.373717 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:51.464361 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks [] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:51.571418 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks [] for router_gateway (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:51.600553 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: dv-cinder-847730-1-iscsi {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:51.673037 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Deleting port ef0a6a9a-d19f-443c-89e6-dc508ab764ad {{(pid=104649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:51.673376 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:51.752553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.db [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] For port ef0a6a9a-d19f-443c-89e6-dc508ab764ad, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,segment=NetworkSegment(3b7f2e86-9ae9-4d28-b159-2709c51a3503),segment_id=3b7f2e86-9ae9-4d28-b159-2709c51a3503)] {{(pid=104649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:51.752553 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:51.763111 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:51.765979 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'external_fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:51:50Z', 'revision_number': 5, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port': {'id': 'ef0a6a9a-d19f-443c-89e6-dc508ab764ad', 'name': '', 'network_id': '80280fc4-0ae1-4d28-bbf5-0b7ffb7a6c31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:4d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T09:47:09Z', 'updated_at': '2022-06-27T09:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa48ff2-3dee-4ea7-b6d3-b78c85aec657', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-1-iscsi'}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:51.769154 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:51.770507 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.plugins.ml2.plugin [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Calling delete_port for ef0a6a9a-d19f-443c-89e6-dc508ab764ad owned by network:router_gateway {{(pid=104649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:51.791198 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Checking router: 566c7408-8ce0-4830-81d0-eb04fb1ff7bb for host: dv-cinder-847730-1-iscsi {{(pid=104650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 09:51:51.800334 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Routers {'566c7408-8ce0-4830-81d0-eb04fb1ff7bb'} bound to L3 agent in host dv-cinder-847730-1-iscsi {{(pid=104650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 09:51:51.801235 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T09:27:42Z,description=,heartbeat_timestamp=2022-06-27T09:51:43Z,host='dv-cinder-847730-1-iscsi',id=e3fc6de4-0ae5-46ce-815a-e2462e595360,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T09:27:43Z,topic='l3_agent')) {'router_ids': ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'], 'active': True} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:51.876634 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:51.884737 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvr_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] Set router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb gateway port host: None {{(pid=104650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 09:51:51.935432 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_hamode_db [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:51:51Z', 'revision_number': 6, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port_host': None}], 'dv-cinder-847730-1-iscsi', False) {} {{(pid=104650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:51.961327 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf42b61c-0671-43b5-9429-88d1bff36035 None None] The sync data for ids ['566c7408-8ce0-4830-81d0-eb04fb1ff7bb'] in dv-cinder-847730-1-iscsi is: [{'id': '566c7408-8ce0-4830-81d0-eb04fb1ff7bb', 'name': 'tempest-TestShelveInstance-2032240836-router', 'tenant_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T09:47:07Z', 'updated_at': '2022-06-27T09:51:51Z', 'revision_number': 6, 'project_id': '441a9b972f8b4bcdbdabf9162f1e979b', 'gw_port_host': None}] {{(pid=104650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 09:51:51.996075 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995344'] for port (ef0a6a9a-d19f-443c-89e6-dc508ab764ad), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.027210 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef0a6a9a-d19f-443c-89e6-dc508ab764ad,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:52.084336 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3841848'] for router_gateway (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.139109 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:52.169074 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3836465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9114'] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.171239 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks [] for router_controller (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.262119 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3836607'] for router (566c7408-8ce0-4830-81d0-eb04fb1ff7bb), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.262628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 566c7408-8ce0-4830-81d0-eb04fb1ff7bb {{(pid=104649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 09:51:52.266842 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.269105 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-64327215-4ec7-4de3-9c9f-216e88d68168 admin admin] 10.222.0.64 "DELETE /v2.0/routers/566c7408-8ce0-4830-81d0-eb04fb1ff7bb HTTP/1.1" status: 204 len: 168 time: 0.9042289 Jun 27 09:51:52.270669 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [-] (104649) accepted ('10.222.0.64', 56034) {{(pid=104649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:52.317951 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.db.db_base_plugin_v2 [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Deleting subnet f76332c7-73c0-42e2-9200-c5552e0f433f {{(pid=104649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 09:51:52.321499 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Publish callbacks [] for subnet (f76332c7-73c0-42e2-9200-c5552e0f433f), before_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.358636 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10049580'] for subnet (f76332c7-73c0-42e2-9200-c5552e0f433f), precommit_delete_associations {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.439106 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-691528'] for subnet (f76332c7-73c0-42e2-9200-c5552e0f433f), precommit_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.571423 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-691558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9728408'] for subnet (f76332c7-73c0-42e2-9200-c5552e0f433f), after_delete {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.597512 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76332c7-73c0-42e2-9200-c5552e0f433f,revision_number=None']} {{(pid=104649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:52.601362 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron_lib.callbacks.manager [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.604763 dv-cinder-847730-1-iscsi neutron-server[104649]: INFO neutron.wsgi [None req-682c31e5-209c-4416-984c-46223f9709b9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f76332c7-73c0-42e2-9200-c5552e0f433f HTTP/1.1" status: 204 len: 168 time: 0.3327727 Jun 27 09:51:52.607112 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56036) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:52.607798 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05d0b0-c8b3-47f8-8971-843898c3be9e None None] Network 00bb7523-7be8-4ef6-bc51-7a3597f42915 requested from dv-cinder-847730-1-iscsi {{(pid=104650) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 09:51:52.679039 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-790751'] for network (00bb7523-7be8-4ef6-bc51-7a3597f42915), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.728186 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:52.732735 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Deleting port fdea9be1-55ff-442e-abc2-ea25c2dd6181 {{(pid=104648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:52.733077 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.774882 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] DHCP port deletion for 00bb7523-7be8-4ef6-bc51-7a3597f42915 request from dv-cinder-847730-1-iscsi {{(pid=104650) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 09:51:52.796697 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.db [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] For port fdea9be1-55ff-442e-abc2-ea25c2dd6181, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fdea9be1-55ff-442e-abc2-ea25c2dd6181,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:52.797064 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.810749 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.plugin [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Calling delete_port for fdea9be1-55ff-442e-abc2-ea25c2dd6181 owned by network:dhcp {{(pid=104648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:52.812511 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Deleting port fdea9be1-55ff-442e-abc2-ea25c2dd6181 {{(pid=104650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 09:51:52.812894 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784313604904'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), before_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.821538 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:52.875750 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.db [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] For port fdea9be1-55ff-442e-abc2-ea25c2dd6181, host dv-cinder-847730-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-1-iscsi',level=0,port_id=fdea9be1-55ff-442e-abc2-ea25c2dd6181,segment=NetworkSegment(3407a627-5885-4f33-9d74-65dbfc58c0ef),segment_id=3407a627-5885-4f33-9d74-65dbfc58c0ef)] {{(pid=104650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 09:51:52.876262 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3840191'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), precommit_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.894103 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Calling delete_port for fdea9be1-55ff-442e-abc2-ea25c2dd6181 owned by network:dhcp {{(pid=104650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 09:51:52.989406 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363762'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:52.995280 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784313610096', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784313206685'] for port (fdea9be1-55ff-442e-abc2-ea25c2dd6181), after_delete {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.015379 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdea9be1-55ff-442e-abc2-ea25c2dd6181,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:53.017252 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] No DVR routers for this DVR port fdea9be1-55ff-442e-abc2-ea25c2dd6181 on host dv-cinder-847730-1-iscsi {{(pid=104648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:51:53.023472 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] Pushing event deleted for resources: {'Port': ['ID=fdea9be1-55ff-442e-abc2-ea25c2dd6181,revision_number=None']} {{(pid=104650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:53.024171 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03392d8-efa1-4638-94e3-d662b3bc8348 None None] No DVR routers for this DVR port fdea9be1-55ff-442e-abc2-ea25c2dd6181 on host dv-cinder-847730-1-iscsi {{(pid=104650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 09:51:53.089862 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740149', 'neutron.services.segments.db._delete_segments_for_network-8784313514891'] for network (00bb7523-7be8-4ef6-bc51-7a3597f42915), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.110169 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bb7523-7be8-4ef6-bc51-7a3597f42915']}} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:53.119388 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3407a627-5885-4f33-9d74-65dbfc58c0ef') {'for_net_delete': True} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:53.119739 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.services.segments.db [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3407a627-5885-4f33-9d74-65dbfc58c0ef') {} {{(pid=104648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 09:51:53.129338 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784313515156', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9458887'] for segment (3407a627-5885-4f33-9d74-65dbfc58c0ef), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.142294 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400'] for segment (3407a627-5885-4f33-9d74-65dbfc58c0ef), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.149093 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 09:51:53.151845 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363727'] for segment (3407a627-5885-4f33-9d74-65dbfc58c0ef), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.176055 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 3407a627-5885-4f33-9d74-65dbfc58c0ef resource provider aggregate not found Jun 27 09:51:53.216700 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.services.segments.plugin [-] Segment 3407a627-5885-4f33-9d74-65dbfc58c0ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3407a627-5885-4f33-9d74-65dbfc58c0ef found for delete ", "request_id": "req-27e4cd3a-c009-45b7-a64b-76bd52a1ebef"}]} Jun 27 09:51:53.295574 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3685361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3845167'] for network (00bb7523-7be8-4ef6-bc51-7a3597f42915), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.298108 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3685351'] for network (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.302141 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00bb7523-7be8-4ef6-bc51-7a3597f42915 HTTP/1.1" status: 204 len: 168 time: 0.6939731 Jun 27 09:51:53.312827 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5504d2-8d95-4bd5-b27d-b7f25b3eb993 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bb7523-7be8-4ef6-bc51-7a3597f42915,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:53.643363 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56044) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:53.686843 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-b61ba9cf-97af-4e08-b23d-f8d8d55c1d4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf6354961eda4916a8324508b45a98d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422223 Jun 27 09:51:53.689206 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56046) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:53.742276 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] Publish callbacks [] for security_group (b61508a6-dcdf-4abb-8610-31cf3ea3c1f9), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.763269 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] Publish callbacks [] for security_group (b61508a6-dcdf-4abb-8610-31cf3ea3c1f9), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.874886 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (b61508a6-dcdf-4abb-8610-31cf3ea3c1f9), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.878136 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:53.879299 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b61508a6-dcdf-4abb-8610-31cf3ea3c1f9 HTTP/1.1" status: 204 len: 168 time: 0.1886375 Jun 27 09:51:53.887430 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce667eb-5392-497c-bc3b-18f3081a7956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61508a6-dcdf-4abb-8610-31cf3ea3c1f9,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:54.004058 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ef0a6a9a-d19f-443c-89e6-dc508ab764ad no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:54.026348 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: ef0a6a9a-d19f-443c-89e6-dc508ab764ad {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:54.026700 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device ef0a6a9a-d19f-443c-89e6-dc508ab764ad not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:54.027115 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fdea9be1-55ff-442e-abc2-ea25c2dd6181 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:54.045191 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: fdea9be1-55ff-442e-abc2-ea25c2dd6181 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:54.045537 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device fdea9be1-55ff-442e-abc2-ea25c2dd6181 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:54.045939 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0030f090-9b43-4308-bd43-32752c9b8962 no longer exists at agent ovs-agent-dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 09:51:54.064663 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.plugin [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] No Port match for: 0030f090-9b43-4308-bd43-32752c9b8962 {{(pid=104650) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 09:51:54.065013 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron.plugins.ml2.rpc [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Device 0030f090-9b43-4308-bd43-32752c9b8962 not bound to the agent host dv-cinder-847730-1-iscsi {{(pid=104650) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 09:51:54.556561 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56052) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:54.595472 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-7af0548e-04d7-4504-b1c1-590969729f3c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=441a9b972f8b4bcdbdabf9162f1e979b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377915 Jun 27 09:51:54.598468 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.wsgi [-] (104648) accepted ('10.222.0.64', 56054) {{(pid=104648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 09:51:54.646012 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] Publish callbacks [] for security_group (1cf632b5-370b-46b0-8d95-41e0f98e8be3), before_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:54.669807 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] Publish callbacks [] for security_group (1cf632b5-370b-46b0-8d95-41e0f98e8be3), precommit_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:54.697674 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:51:54.795201 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721936'] for security_group (1cf632b5-370b-46b0-8d95-41e0f98e8be3), after_delete {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:54.797841 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron_lib.callbacks.manager [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:51:54.798998 dv-cinder-847730-1-iscsi neutron-server[104648]: INFO neutron.wsgi [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1cf632b5-370b-46b0-8d95-41e0f98e8be3 HTTP/1.1" status: 204 len: 168 time: 0.1996424 Jun 27 09:51:54.807794 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdc467-0a3b-4d0e-bd66-e1c5d46f6d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf632b5-370b-46b0-8d95-41e0f98e8be3,revision_number=None']} {{(pid=104648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 09:51:55.134737 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:52:02.577270 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=49,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:02.595156 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG dbcounter [-] [104649] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=104649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:03.840607 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:04.802952 dv-cinder-847730-1-iscsi neutron-server[104648]: DEBUG dbcounter [-] [104648] Writing DB stats neutron:SELECT=61,neutron:DELETE=8 {{(pid=104648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:05.129151 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:05.129954 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=19 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:10.255809 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-045a93c0-6004-47af-8a5e-38f471cfb957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:12.598892 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-61bf8a98-1ae9-40c0-b0e1-140931575737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:14.937489 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:16.050578 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:16.176490 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:26.109015 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=71,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:26.115983 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:32.134194 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:52:33.826875 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:40.256957 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-3ce55449-5652-478b-a011-6253e7b0354a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:42.128946 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:42.129710 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:42.592969 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-87cd59ae-bde4-485a-b4e3-12cd7dbefa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:44.959652 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:46.055771 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:46.182844 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:52:56.112792 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:52:56.115673 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:03.850714 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:04.136398 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:04.141184 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:09.135045 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:53:10.301572 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0a1d99a2-4d10-4ed2-a845-7f5267280f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:12.615327 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-30cd572e-5ce6-4fb0-ab73-f6ac62b63c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:14.953632 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:16.039177 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:16.176680 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:19.130114 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:19.130866 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:26.109109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:26.111001 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:33.884547 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:40.250315 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a9696e1f-83c1-4f5e-b800-cfb45da9d736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:41.142592 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:41.149503 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:42.610283 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-5abf4fbd-cf5d-42de-8242-72ab00f57a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:44.924984 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:46.049951 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:46.134500 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:53:46.169946 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:53:56.131370 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:58.066918 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:53:58.070850 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:03.900268 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:05.726628 dv-cinder-847730-1-iscsi neutron-server[104649]: DEBUG neutron.wsgi [req-bbb322c7-24c2-4c35-88c7-6aaa61ab7583 req-8821ea59-8da4-4593-a9c0-ca7b4ec1492f service neutron] (104649) timed out ('10.222.0.55', 59891) {{(pid=104649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 09:54:10.261373 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-7199d09f-be1b-4fa3-b8be-cbb686632473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:12.621119 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-f535d811-a7ef-41ff-9551-9dfac5dcdc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:14.951594 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:16.049897 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:16.175019 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:18.139763 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:18.145658 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:23.134340 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:54:26.116411 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:26.118255 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:33.878549 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:38.075420 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=13 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:38.077265 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=15 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:40.244039 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-2a6853ec-acad-4de6-95a4-5878078f4df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:42.621043 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-20e77552-cad7-4d2d-a24b-11bfa1868db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:44.935023 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:46.056072 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:46.208650 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:54:55.136714 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:55.141542 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=4 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:56.120459 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:54:56.122325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:00.132757 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:55:03.940387 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:10.129556 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=2 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:10.254863 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-af59bcad-0eb1-4e92-9415-86633a5258d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:12.626325 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-fe8cd724-868c-49b6-80cc-77e14b5fd311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:14.940364 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:16.053691 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:16.185392 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:26.124678 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:26.127565 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:32.146298 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:33.916988 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:37.133272 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:55:40.282602 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0bf5ee3d-78ef-428e-a304-eab8285ce053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:42.596951 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-57a29b7a-08ea-40d5-a709-710a5296e00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:44.939499 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:46.036671 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:46.185290 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:55:47.129272 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:47.130010 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:58.075073 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:55:58.076632 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:03.905155 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:09.148283 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:09.153156 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=3 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:10.270735 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-e268ca35-a881-4721-ab8b-44f9974b0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:12.579352 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-210b240f-6af0-4e10-a461-4a92d64db51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:14.133271 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:56:14.950801 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:16.099412 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:16.208109 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:24.128026 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:24.129316 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:26.121940 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:26.123804 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:33.904501 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:40.270376 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-c1784d93-176b-45c4-874b-990a3cbf8b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:42.647613 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-0d0ba57e-031f-4e6b-8a1b-0d4b7e8dd82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:44.944497 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:46.047350 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:46.137613 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=18 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:46.148561 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=14 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:46.178769 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:56:51.132637 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG neutron.db.agents_db [None req-97fb9e63-67b0-4f37-a748-25dfb0ef1fa2 None None] Agent healthcheck: found 6 active agents {{(pid=104651) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 09:56:56.123425 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:56:56.125312 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG dbcounter [-] [104650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:57:01.128034 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:57:01.128804 dv-cinder-847730-1-iscsi neutron-server[104651]: DEBUG dbcounter [-] [104651] Writing DB stats neutron:SELECT=1 {{(pid=104651) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 09:57:03.949929 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-dfeebd02-ad99-452a-a46e-af8647a106e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (007b05bf-9e3c-4cc1-a091-0baea610d9f9), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:57:10.286936 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-a227643e-3e4d-4b44-b4d1-7e48c7f3b271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (bc48f1e8-22b7-4608-a155-91b54680d472), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:57:12.612765 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-908f1585-ce38-491f-ad0c-6c048a2fb69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (e3fc6de4-0ae5-46ce-815a-e2462e595360), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:57:14.960906 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-06e2b158-ba73-4433-b9c1-942ac6997e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (d4f59eb1-fa72-4317-a4f1-43df2fbf39f8), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:57:16.075779 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-ac2123b5-dc54-44dd-bbae-c86b47f57ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (4d9d508f-74e9-46d8-93b8-4a7349628653), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 09:57:16.212657 dv-cinder-847730-1-iscsi neutron-server[104650]: DEBUG neutron_lib.callbacks.manager [None req-caf9ad83-1a67-44e5-b078-0971197e1fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784313514873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717428'] for agent (815a2306-28ce-4fd2-a396-d15d51a973ec), after_update {{(pid=104650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}